2024-11-14 21:55:16,868 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-14 21:55:16,896 main DEBUG Took 0.025403 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 21:55:16,896 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 21:55:16,897 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 21:55:16,898 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 21:55:16,899 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:55:16,912 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 21:55:16,927 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:55:16,929 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:55:16,930 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:55:16,930 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:55:16,931 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:55:16,931 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:55:16,932 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:55:16,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:55:16,933 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:55:16,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:55:16,935 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:55:16,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:55:16,936 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:55:16,936 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:55:16,937 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:55:16,937 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:55:16,938 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:55:16,938 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:55:16,939 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:55:16,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:55:16,940 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:55:16,940 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:55:16,941 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:55:16,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:55:16,942 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:55:16,942 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 21:55:16,944 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:55:16,945 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 21:55:16,948 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 21:55:16,948 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 21:55:16,949 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 21:55:16,950 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 21:55:16,961 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 21:55:16,966 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 21:55:16,968 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 21:55:16,968 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 21:55:16,969 main DEBUG createAppenders(={Console}) 2024-11-14 21:55:16,969 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-14 21:55:16,970 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-14 21:55:16,970 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-14 21:55:16,970 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 21:55:16,971 main DEBUG OutputStream closed 2024-11-14 21:55:16,971 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 21:55:16,971 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 21:55:16,971 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-14 21:55:17,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 21:55:17,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 21:55:17,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 21:55:17,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 21:55:17,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 21:55:17,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 21:55:17,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 21:55:17,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 21:55:17,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 21:55:17,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 21:55:17,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 21:55:17,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 21:55:17,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 21:55:17,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 21:55:17,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 21:55:17,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 21:55:17,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 21:55:17,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 21:55:17,071 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 21:55:17,072 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-14 21:55:17,072 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 21:55:17,073 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-14T21:55:17,095 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-14 21:55:17,099 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 21:55:17,099 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T21:55:17,215 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=257, ProcessCount=11, AvailableMemoryMB=5021 2024-11-14T21:55:17,530 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa 2024-11-14T21:55:17,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:55:17,549 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/cluster_4f4c330a-c019-e623-ee0f-e440cb5d3fc1, deleteOnExit=true 2024-11-14T21:55:17,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:55:17,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/test.cache.data in system properties and HBase conf 2024-11-14T21:55:17,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:55:17,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:55:17,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:55:17,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:55:17,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:55:17,658 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T21:55:17,801 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:55:17,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:55:17,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:55:17,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:55:17,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:55:17,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:55:17,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:55:17,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:55:17,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:55:17,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:55:17,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:55:17,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:55:17,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:55:17,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:55:17,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:55:18,800 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T21:55:18,896 INFO [Time-limited test {}] log.Log(170): Logging initialized @2749ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T21:55:18,989 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:55:19,075 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:55:19,107 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:55:19,107 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:55:19,109 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T21:55:19,128 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:55:19,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:55:19,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:55:19,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/java.io.tmpdir/jetty-localhost-37885-hadoop-hdfs-3_4_1-tests_jar-_-any-11370863680413628994/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:55:19,391 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:37885} 2024-11-14T21:55:19,392 INFO [Time-limited test {}] server.Server(415): Started @3246ms 2024-11-14T21:55:19,818 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:55:19,825 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:55:19,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:55:19,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:55:19,827 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:55:19,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:55:19,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:55:19,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/java.io.tmpdir/jetty-localhost-34687-hadoop-hdfs-3_4_1-tests_jar-_-any-13475701863403315386/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:55:19,967 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:34687} 2024-11-14T21:55:19,968 INFO [Time-limited test {}] server.Server(415): Started @3821ms 2024-11-14T21:55:20,029 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:55:20,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:55:20,185 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:55:20,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:55:20,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:55:20,188 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T21:55:20,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:55:20,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:55:20,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/java.io.tmpdir/jetty-localhost-35501-hadoop-hdfs-3_4_1-tests_jar-_-any-5996684560774106246/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:55:20,351 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:35501} 2024-11-14T21:55:20,352 INFO [Time-limited test {}] server.Server(415): Started @4205ms 2024-11-14T21:55:20,355 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:55:20,557 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/cluster_4f4c330a-c019-e623-ee0f-e440cb5d3fc1/data/data3/current/BP-745397962-172.17.0.2-1731621318517/current, will proceed with Du for space computation calculation, 2024-11-14T21:55:20,557 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/cluster_4f4c330a-c019-e623-ee0f-e440cb5d3fc1/data/data1/current/BP-745397962-172.17.0.2-1731621318517/current, will proceed with Du for space computation calculation, 2024-11-14T21:55:20,558 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/cluster_4f4c330a-c019-e623-ee0f-e440cb5d3fc1/data/data2/current/BP-745397962-172.17.0.2-1731621318517/current, will proceed with Du for space computation calculation, 2024-11-14T21:55:20,558 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/cluster_4f4c330a-c019-e623-ee0f-e440cb5d3fc1/data/data4/current/BP-745397962-172.17.0.2-1731621318517/current, will proceed with Du for space computation calculation, 2024-11-14T21:55:20,628 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:55:20,630 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:55:20,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce677737a6f39c02 with lease ID 0xd67caec685eee9f0: Processing first storage report for DS-49e83ee2-9c66-4cf6-9866-5f8e3c6b004c from datanode DatanodeRegistration(127.0.0.1:42501, datanodeUuid=a3bb994f-cdc3-4cae-955b-42421f7ba6b5, infoPort=43415, infoSecurePort=0, ipcPort=41473, storageInfo=lv=-57;cid=testClusterID;nsid=2043012459;c=1731621318517) 2024-11-14T21:55:20,705 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce677737a6f39c02 with lease ID 0xd67caec685eee9f0: from storage DS-49e83ee2-9c66-4cf6-9866-5f8e3c6b004c node DatanodeRegistration(127.0.0.1:42501, datanodeUuid=a3bb994f-cdc3-4cae-955b-42421f7ba6b5, infoPort=43415, infoSecurePort=0, ipcPort=41473, storageInfo=lv=-57;cid=testClusterID;nsid=2043012459;c=1731621318517), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-14T21:55:20,705 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa87112e89ac126a5 with lease ID 0xd67caec685eee9ef: Processing first storage report for DS-231e31c9-dbfe-4be2-9535-83770f26acfe from datanode DatanodeRegistration(127.0.0.1:46883, datanodeUuid=0db6876d-173a-48ba-9510-43d3e9eeed70, infoPort=33957, infoSecurePort=0, ipcPort=34793, storageInfo=lv=-57;cid=testClusterID;nsid=2043012459;c=1731621318517) 2024-11-14T21:55:20,705 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa87112e89ac126a5 with lease ID 0xd67caec685eee9ef: from storage DS-231e31c9-dbfe-4be2-9535-83770f26acfe node DatanodeRegistration(127.0.0.1:46883, datanodeUuid=0db6876d-173a-48ba-9510-43d3e9eeed70, infoPort=33957, infoSecurePort=0, ipcPort=34793, storageInfo=lv=-57;cid=testClusterID;nsid=2043012459;c=1731621318517), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:55:20,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce677737a6f39c02 with lease ID 0xd67caec685eee9f0: Processing first storage report for DS-57fc16a6-54d9-4634-8f22-5bb048437378 from datanode DatanodeRegistration(127.0.0.1:42501, datanodeUuid=a3bb994f-cdc3-4cae-955b-42421f7ba6b5, infoPort=43415, infoSecurePort=0, ipcPort=41473, storageInfo=lv=-57;cid=testClusterID;nsid=2043012459;c=1731621318517) 2024-11-14T21:55:20,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce677737a6f39c02 with lease ID 0xd67caec685eee9f0: from storage DS-57fc16a6-54d9-4634-8f22-5bb048437378 node DatanodeRegistration(127.0.0.1:42501, datanodeUuid=a3bb994f-cdc3-4cae-955b-42421f7ba6b5, infoPort=43415, infoSecurePort=0, ipcPort=41473, storageInfo=lv=-57;cid=testClusterID;nsid=2043012459;c=1731621318517), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:55:20,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa87112e89ac126a5 with lease ID 0xd67caec685eee9ef: Processing first storage report for DS-27dd5952-9597-45d2-a122-91ba4d782d36 from datanode DatanodeRegistration(127.0.0.1:46883, datanodeUuid=0db6876d-173a-48ba-9510-43d3e9eeed70, infoPort=33957, infoSecurePort=0, ipcPort=34793, storageInfo=lv=-57;cid=testClusterID;nsid=2043012459;c=1731621318517) 2024-11-14T21:55:20,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa87112e89ac126a5 with lease ID 0xd67caec685eee9ef: from storage DS-27dd5952-9597-45d2-a122-91ba4d782d36 node DatanodeRegistration(127.0.0.1:46883, datanodeUuid=0db6876d-173a-48ba-9510-43d3e9eeed70, infoPort=33957, infoSecurePort=0, ipcPort=34793, storageInfo=lv=-57;cid=testClusterID;nsid=2043012459;c=1731621318517), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:55:20,815 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa 2024-11-14T21:55:20,908 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/cluster_4f4c330a-c019-e623-ee0f-e440cb5d3fc1/zookeeper_0, clientPort=61392, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/cluster_4f4c330a-c019-e623-ee0f-e440cb5d3fc1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/cluster_4f4c330a-c019-e623-ee0f-e440cb5d3fc1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T21:55:20,919 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61392 2024-11-14T21:55:20,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:20,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:21,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46883 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:55:21,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:55:21,614 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead with version=8 2024-11-14T21:55:21,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/hbase-staging 2024-11-14T21:55:21,744 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T21:55:22,022 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:55:22,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:22,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:22,039 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:55:22,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:22,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:55:22,226 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:55:22,309 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T21:55:22,321 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T21:55:22,326 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:55:22,363 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1309 (auto-detected) 2024-11-14T21:55:22,365 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T21:55:22,397 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36111 2024-11-14T21:55:22,428 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36111 connecting to ZooKeeper ensemble=127.0.0.1:61392 2024-11-14T21:55:22,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361110x0, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:55:22,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36111-0x100ac7008d30000 connected 2024-11-14T21:55:22,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:22,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:22,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:22,522 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead, hbase.cluster.distributed=false 2024-11-14T21:55:22,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T21:55:22,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36111 2024-11-14T21:55:22,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36111 2024-11-14T21:55:22,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36111 2024-11-14T21:55:22,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36111 2024-11-14T21:55:22,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36111 2024-11-14T21:55:22,664 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:55:22,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:22,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:22,666 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:55:22,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:22,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:55:22,670 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:55:22,673 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:55:22,674 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45833 2024-11-14T21:55:22,676 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45833 connecting to ZooKeeper ensemble=127.0.0.1:61392 2024-11-14T21:55:22,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:22,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:22,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458330x0, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:55:22,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45833-0x100ac7008d30001 connected 2024-11-14T21:55:22,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45833-0x100ac7008d30001, quorum=127.0.0.1:61392, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:22,694 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:55:22,703 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:55:22,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45833-0x100ac7008d30001, quorum=127.0.0.1:61392, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T21:55:22,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45833-0x100ac7008d30001, quorum=127.0.0.1:61392, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T21:55:22,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45833 2024-11-14T21:55:22,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45833 2024-11-14T21:55:22,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45833 2024-11-14T21:55:22,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45833 2024-11-14T21:55:22,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45833 2024-11-14T21:55:22,737 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:55:22,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:22,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:22,738 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:55:22,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:22,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:55:22,739 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:55:22,739 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:55:22,740 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39079 2024-11-14T21:55:22,741 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39079 connecting to ZooKeeper ensemble=127.0.0.1:61392 2024-11-14T21:55:22,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:22,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:22,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390790x0, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:55:22,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39079-0x100ac7008d30002 connected 2024-11-14T21:55:22,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39079-0x100ac7008d30002, quorum=127.0.0.1:61392, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:22,755 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:55:22,757 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:55:22,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39079-0x100ac7008d30002, quorum=127.0.0.1:61392, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T21:55:22,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39079-0x100ac7008d30002, quorum=127.0.0.1:61392, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T21:55:22,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39079 2024-11-14T21:55:22,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39079 2024-11-14T21:55:22,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39079 2024-11-14T21:55:22,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39079 2024-11-14T21:55:22,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39079 2024-11-14T21:55:22,779 DEBUG [M:0;ef788a4cade8:36111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:36111 2024-11-14T21:55:22,781 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ef788a4cade8,36111,1731621321816 2024-11-14T21:55:22,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:22,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x100ac7008d30002, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:22,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100ac7008d30001, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:22,790 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ef788a4cade8,36111,1731621321816 2024-11-14T21:55:22,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:22,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x100ac7008d30002, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T21:55:22,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100ac7008d30001, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T21:55:22,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x100ac7008d30002, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:22,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100ac7008d30001, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:22,820 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T21:55:22,822 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ef788a4cade8,36111,1731621321816 from backup master directory 2024-11-14T21:55:22,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ef788a4cade8,36111,1731621321816 2024-11-14T21:55:22,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100ac7008d30001, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:22,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x100ac7008d30002, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:22,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:22,827 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:55:22,827 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,36111,1731621321816 2024-11-14T21:55:22,830 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T21:55:22,831 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T21:55:22,894 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/hbase.id] with ID: 3f29b61e-f0ef-446e-8922-30d4877c9819 2024-11-14T21:55:22,894 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/.tmp/hbase.id 2024-11-14T21:55:22,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:55:22,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46883 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:55:22,909 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/.tmp/hbase.id]:[hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/hbase.id] 2024-11-14T21:55:22,961 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:22,967 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:55:22,986 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-14T21:55:22,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x100ac7008d30002, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:22,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100ac7008d30001, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:22,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:23,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46883 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:55:23,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:55:23,027 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:55:23,030 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:55:23,048 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:55:23,052 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:55:23,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46883 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:55:23,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:55:23,103 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/MasterData/data/master/store 2024-11-14T21:55:23,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46883 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:55:23,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:55:23,130 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T21:55:23,133 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:23,134 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:55:23,134 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:23,134 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:23,136 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:55:23,136 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:23,136 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:23,137 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731621323134Disabling compacts and flushes for region at 1731621323134Disabling writes for close at 1731621323136 (+2 ms)Writing region close event to WAL at 1731621323136Closed at 1731621323136 2024-11-14T21:55:23,140 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/MasterData/data/master/store/.initializing 2024-11-14T21:55:23,140 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/MasterData/WALs/ef788a4cade8,36111,1731621321816 2024-11-14T21:55:23,148 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:55:23,163 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C36111%2C1731621321816, suffix=, logDir=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/MasterData/WALs/ef788a4cade8,36111,1731621321816, archiveDir=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/MasterData/oldWALs, maxLogs=10 2024-11-14T21:55:23,186 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/MasterData/WALs/ef788a4cade8,36111,1731621321816/ef788a4cade8%2C36111%2C1731621321816.1731621323167, exclude list is [], retry=0 2024-11-14T21:55:23,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46883,DS-231e31c9-dbfe-4be2-9535-83770f26acfe,DISK] 2024-11-14T21:55:23,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42501,DS-49e83ee2-9c66-4cf6-9866-5f8e3c6b004c,DISK] 2024-11-14T21:55:23,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T21:55:23,245 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/MasterData/WALs/ef788a4cade8,36111,1731621321816/ef788a4cade8%2C36111%2C1731621321816.1731621323167 2024-11-14T21:55:23,246 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43415:43415),(127.0.0.1/127.0.0.1:33957:33957)] 2024-11-14T21:55:23,247 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:55:23,248 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:23,251 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:23,252 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:23,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:23,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:55:23,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:23,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:23,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:23,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:55:23,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:23,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:23,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:23,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:55:23,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:23,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:23,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:23,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:55:23,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:23,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:23,340 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:23,344 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:23,345 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:23,351 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:23,352 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:23,356 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:55:23,359 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:23,364 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:55:23,366 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67222925, jitterRate=0.0016996413469314575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:55:23,373 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731621323264Initializing all the Stores at 1731621323266 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621323267 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621323268 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621323268Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621323268Cleaning up temporary data from old regions at 1731621323352 (+84 ms)Region opened successfully at 1731621323373 (+21 ms) 2024-11-14T21:55:23,374 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:55:23,409 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60bdc221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:55:23,441 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:55:23,453 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:55:23,454 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:55:23,457 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:55:23,459 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T21:55:23,464 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-14T21:55:23,465 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:55:23,496 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:55:23,508 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T21:55:23,511 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T21:55:23,515 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:55:23,517 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:55:23,519 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T21:55:23,521 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:55:23,525 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:55:23,527 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T21:55:23,529 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:55:23,531 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T21:55:23,551 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:55:23,553 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T21:55:23,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x100ac7008d30002, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:23,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100ac7008d30001, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:23,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x100ac7008d30002, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:23,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100ac7008d30001, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:23,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:23,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:23,561 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,36111,1731621321816, sessionid=0x100ac7008d30000, setting cluster-up flag (Was=false) 2024-11-14T21:55:23,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:23,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100ac7008d30001, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:23,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x100ac7008d30002, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:23,585 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T21:55:23,587 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,36111,1731621321816 2024-11-14T21:55:23,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100ac7008d30001, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:23,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x100ac7008d30002, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:23,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:23,606 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T21:55:23,608 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,36111,1731621321816 2024-11-14T21:55:23,615 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:55:23,668 INFO [RS:0;ef788a4cade8:45833 {}] regionserver.HRegionServer(746): ClusterId : 3f29b61e-f0ef-446e-8922-30d4877c9819 2024-11-14T21:55:23,668 INFO [RS:1;ef788a4cade8:39079 {}] regionserver.HRegionServer(746): ClusterId : 3f29b61e-f0ef-446e-8922-30d4877c9819 2024-11-14T21:55:23,671 DEBUG [RS:0;ef788a4cade8:45833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:55:23,671 DEBUG [RS:1;ef788a4cade8:39079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:55:23,677 DEBUG [RS:1;ef788a4cade8:39079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:55:23,677 DEBUG [RS:0;ef788a4cade8:45833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:55:23,677 DEBUG [RS:1;ef788a4cade8:39079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:55:23,677 DEBUG [RS:0;ef788a4cade8:45833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:55:23,683 DEBUG [RS:1;ef788a4cade8:39079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:55:23,683 DEBUG [RS:0;ef788a4cade8:45833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:55:23,684 DEBUG [RS:1;ef788a4cade8:39079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6c9d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:55:23,684 DEBUG [RS:0;ef788a4cade8:45833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619a390d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:55:23,708 DEBUG [RS:1;ef788a4cade8:39079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ef788a4cade8:39079 2024-11-14T21:55:23,709 DEBUG [RS:0;ef788a4cade8:45833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:45833 2024-11-14T21:55:23,709 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:55:23,713 INFO [RS:0;ef788a4cade8:45833 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:55:23,713 INFO [RS:1;ef788a4cade8:39079 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:55:23,713 INFO [RS:0;ef788a4cade8:45833 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:55:23,713 INFO [RS:1;ef788a4cade8:39079 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:55:23,713 DEBUG [RS:0;ef788a4cade8:45833 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:55:23,713 DEBUG [RS:1;ef788a4cade8:39079 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:55:23,717 INFO [RS:1;ef788a4cade8:39079 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,36111,1731621321816 with port=39079, startcode=1731621322736 2024-11-14T21:55:23,717 INFO [RS:0;ef788a4cade8:45833 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,36111,1731621321816 with port=45833, startcode=1731621322624 2024-11-14T21:55:23,722 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:55:23,730 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:55:23,731 DEBUG [RS:0;ef788a4cade8:45833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:55:23,731 DEBUG [RS:1;ef788a4cade8:39079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:55:23,737 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,36111,1731621321816 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:55:23,746 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:55:23,746 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:55:23,746 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:55:23,747 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:55:23,747 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:55:23,747 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:23,747 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:55:23,747 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:23,761 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731621353761 2024-11-14T21:55:23,764 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:55:23,765 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:55:23,768 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:55:23,769 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:55:23,769 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:55:23,769 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:55:23,770 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:55:23,770 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:55:23,771 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:23,775 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:55:23,777 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:55:23,778 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:55:23,779 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:23,780 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:55:23,780 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:55:23,780 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:55:23,781 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:55:23,781 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:55:23,784 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731621323783,5,FailOnTimeoutGroup] 2024-11-14T21:55:23,784 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731621323784,5,FailOnTimeoutGroup] 2024-11-14T21:55:23,785 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:23,785 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:55:23,786 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:23,787 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:23,788 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36111 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,45833,1731621322624 2024-11-14T21:55:23,791 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36111 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,45833,1731621322624 2024-11-14T21:55:23,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46883 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:55:23,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:55:23,800 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:55:23,800 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead 2024-11-14T21:55:23,809 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36111 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,39079,1731621322736 2024-11-14T21:55:23,810 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36111 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,39079,1731621322736 2024-11-14T21:55:23,815 DEBUG [RS:1;ef788a4cade8:39079 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead 2024-11-14T21:55:23,815 DEBUG [RS:0;ef788a4cade8:45833 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead 2024-11-14T21:55:23,815 DEBUG [RS:1;ef788a4cade8:39079 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43171 2024-11-14T21:55:23,815 DEBUG [RS:0;ef788a4cade8:45833 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43171 2024-11-14T21:55:23,815 DEBUG [RS:1;ef788a4cade8:39079 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:55:23,815 DEBUG [RS:0;ef788a4cade8:45833 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:55:23,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741832_1008 (size=32) 2024-11-14T21:55:23,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46883 is added to blk_1073741832_1008 (size=32) 2024-11-14T21:55:23,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:23,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:55:23,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T21:55:23,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:55:23,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:23,827 DEBUG [RS:0;ef788a4cade8:45833 {}] zookeeper.ZKUtil(111): regionserver:45833-0x100ac7008d30001, quorum=127.0.0.1:61392, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ef788a4cade8,45833,1731621322624 2024-11-14T21:55:23,827 DEBUG [RS:1;ef788a4cade8:39079 {}] zookeeper.ZKUtil(111): regionserver:39079-0x100ac7008d30002, quorum=127.0.0.1:61392, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ef788a4cade8,39079,1731621322736 2024-11-14T21:55:23,827 WARN [RS:1;ef788a4cade8:39079 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:55:23,827 WARN [RS:0;ef788a4cade8:45833 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:55:23,827 INFO [RS:1;ef788a4cade8:39079 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:55:23,827 INFO [RS:0;ef788a4cade8:45833 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:55:23,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:23,828 DEBUG [RS:1;ef788a4cade8:39079 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/WALs/ef788a4cade8,39079,1731621322736 2024-11-14T21:55:23,828 DEBUG [RS:0;ef788a4cade8:45833 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/WALs/ef788a4cade8,45833,1731621322624 2024-11-14T21:55:23,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:55:23,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:55:23,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:23,831 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,39079,1731621322736] 2024-11-14T21:55:23,831 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,45833,1731621322624] 2024-11-14T21:55:23,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:23,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:55:23,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:55:23,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:23,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:23,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:55:23,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:55:23,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:23,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:23,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:55:23,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/hbase/meta/1588230740 2024-11-14T21:55:23,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/hbase/meta/1588230740 2024-11-14T21:55:23,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:55:23,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:55:23,857 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:55:23,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:55:23,862 INFO [RS:0;ef788a4cade8:45833 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:55:23,862 INFO [RS:1;ef788a4cade8:39079 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:55:23,866 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:55:23,867 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75148858, jitterRate=0.119805246591568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:55:23,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731621323820Initializing all the Stores at 1731621323822 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621323822Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621323822Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621323822Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621323822Cleaning up temporary data from old regions at 1731621323856 (+34 ms)Region opened successfully at 1731621323869 (+13 ms) 2024-11-14T21:55:23,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:55:23,869 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:55:23,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:55:23,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:55:23,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:55:23,874 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:55:23,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731621323869Disabling compacts and flushes for region at 1731621323869Disabling writes for close at 1731621323870 (+1 ms)Writing region close event to WAL at 1731621323874 (+4 ms)Closed at 1731621323874 2024-11-14T21:55:23,877 INFO [RS:1;ef788a4cade8:39079 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:55:23,877 INFO [RS:0;ef788a4cade8:45833 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:55:23,878 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:55:23,878 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:55:23,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:55:23,887 INFO [RS:0;ef788a4cade8:45833 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:55:23,887 INFO [RS:1;ef788a4cade8:39079 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:55:23,887 INFO [RS:0;ef788a4cade8:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:23,887 INFO [RS:1;ef788a4cade8:39079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:23,888 INFO [RS:0;ef788a4cade8:45833 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:55:23,890 INFO [RS:1;ef788a4cade8:39079 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:55:23,896 INFO [RS:1;ef788a4cade8:39079 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:55:23,897 INFO [RS:0;ef788a4cade8:45833 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:55:23,897 INFO [RS:0;ef788a4cade8:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:23,898 INFO [RS:1;ef788a4cade8:39079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:23,898 DEBUG [RS:0;ef788a4cade8:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:23,898 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:55:23,898 DEBUG [RS:0;ef788a4cade8:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:23,898 DEBUG [RS:1;ef788a4cade8:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:23,898 DEBUG [RS:1;ef788a4cade8:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:23,898 DEBUG [RS:0;ef788a4cade8:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:23,898 DEBUG [RS:1;ef788a4cade8:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:23,898 DEBUG [RS:0;ef788a4cade8:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:23,899 DEBUG [RS:1;ef788a4cade8:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:23,899 DEBUG [RS:0;ef788a4cade8:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:23,899 DEBUG [RS:1;ef788a4cade8:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:23,899 DEBUG [RS:0;ef788a4cade8:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:55:23,899 DEBUG [RS:1;ef788a4cade8:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:55:23,899 DEBUG [RS:0;ef788a4cade8:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:23,899 DEBUG [RS:0;ef788a4cade8:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:23,899 DEBUG [RS:1;ef788a4cade8:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:23,899 DEBUG [RS:1;ef788a4cade8:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:23,899 DEBUG [RS:0;ef788a4cade8:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:23,899 DEBUG [RS:0;ef788a4cade8:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:23,899 DEBUG [RS:1;ef788a4cade8:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:23,900 DEBUG [RS:0;ef788a4cade8:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:23,900 DEBUG [RS:1;ef788a4cade8:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:23,900 DEBUG [RS:1;ef788a4cade8:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:23,900 DEBUG [RS:0;ef788a4cade8:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:23,900 DEBUG [RS:0;ef788a4cade8:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:55:23,900 DEBUG [RS:0;ef788a4cade8:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:55:23,902 DEBUG [RS:1;ef788a4cade8:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:23,903 DEBUG [RS:1;ef788a4cade8:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:55:23,903 DEBUG [RS:1;ef788a4cade8:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:55:23,903 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:55:23,903 INFO [RS:0;ef788a4cade8:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:23,904 INFO [RS:0;ef788a4cade8:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:23,904 INFO [RS:0;ef788a4cade8:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:23,904 INFO [RS:0;ef788a4cade8:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:23,904 INFO [RS:0;ef788a4cade8:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:23,904 INFO [RS:0;ef788a4cade8:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,45833,1731621322624-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:55:23,909 INFO [RS:1;ef788a4cade8:39079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:23,910 INFO [RS:1;ef788a4cade8:39079 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:23,910 INFO [RS:1;ef788a4cade8:39079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:23,910 INFO [RS:1;ef788a4cade8:39079 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:23,910 INFO [RS:1;ef788a4cade8:39079 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:23,910 INFO [RS:1;ef788a4cade8:39079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,39079,1731621322736-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:55:23,929 INFO [RS:0;ef788a4cade8:45833 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:55:23,931 INFO [RS:1;ef788a4cade8:39079 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:55:23,931 INFO [RS:1;ef788a4cade8:39079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,39079,1731621322736-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:23,931 INFO [RS:0;ef788a4cade8:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,45833,1731621322624-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:23,932 INFO [RS:1;ef788a4cade8:39079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:23,932 INFO [RS:0;ef788a4cade8:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:23,932 INFO [RS:0;ef788a4cade8:45833 {}] regionserver.Replication(171): ef788a4cade8,45833,1731621322624 started 2024-11-14T21:55:23,933 INFO [RS:1;ef788a4cade8:39079 {}] regionserver.Replication(171): ef788a4cade8,39079,1731621322736 started 2024-11-14T21:55:23,951 INFO [RS:0;ef788a4cade8:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:23,952 INFO [RS:0;ef788a4cade8:45833 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,45833,1731621322624, RpcServer on ef788a4cade8/172.17.0.2:45833, sessionid=0x100ac7008d30001 2024-11-14T21:55:23,953 DEBUG [RS:0;ef788a4cade8:45833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:55:23,953 DEBUG [RS:0;ef788a4cade8:45833 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,45833,1731621322624 2024-11-14T21:55:23,953 DEBUG [RS:0;ef788a4cade8:45833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,45833,1731621322624' 2024-11-14T21:55:23,954 DEBUG [RS:0;ef788a4cade8:45833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T21:55:23,955 DEBUG [RS:0;ef788a4cade8:45833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T21:55:23,956 DEBUG [RS:0;ef788a4cade8:45833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:55:23,956 DEBUG [RS:0;ef788a4cade8:45833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:55:23,956 DEBUG [RS:0;ef788a4cade8:45833 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,45833,1731621322624 2024-11-14T21:55:23,956 DEBUG [RS:0;ef788a4cade8:45833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,45833,1731621322624' 2024-11-14T21:55:23,956 DEBUG [RS:0;ef788a4cade8:45833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T21:55:23,957 DEBUG [RS:0;ef788a4cade8:45833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T21:55:23,957 INFO [RS:1;ef788a4cade8:39079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:23,957 DEBUG [RS:0;ef788a4cade8:45833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:55:23,958 INFO [RS:0;ef788a4cade8:45833 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:55:23,958 INFO [RS:1;ef788a4cade8:39079 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,39079,1731621322736, RpcServer on ef788a4cade8/172.17.0.2:39079, sessionid=0x100ac7008d30002 2024-11-14T21:55:23,958 INFO [RS:0;ef788a4cade8:45833 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:55:23,958 DEBUG [RS:1;ef788a4cade8:39079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:55:23,958 DEBUG [RS:1;ef788a4cade8:39079 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,39079,1731621322736 2024-11-14T21:55:23,958 DEBUG [RS:1;ef788a4cade8:39079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,39079,1731621322736' 2024-11-14T21:55:23,958 DEBUG [RS:1;ef788a4cade8:39079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T21:55:23,959 DEBUG [RS:1;ef788a4cade8:39079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T21:55:23,960 DEBUG [RS:1;ef788a4cade8:39079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:55:23,960 DEBUG [RS:1;ef788a4cade8:39079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:55:23,960 DEBUG [RS:1;ef788a4cade8:39079 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,39079,1731621322736 2024-11-14T21:55:23,960 DEBUG [RS:1;ef788a4cade8:39079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,39079,1731621322736' 2024-11-14T21:55:23,960 DEBUG [RS:1;ef788a4cade8:39079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T21:55:23,961 DEBUG [RS:1;ef788a4cade8:39079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T21:55:23,961 DEBUG [RS:1;ef788a4cade8:39079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:55:23,961 INFO [RS:1;ef788a4cade8:39079 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:55:23,962 INFO [RS:1;ef788a4cade8:39079 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:55:24,054 WARN [ef788a4cade8:36111 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T21:55:24,063 INFO [RS:0;ef788a4cade8:45833 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:55:24,063 INFO [RS:1;ef788a4cade8:39079 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:55:24,067 INFO [RS:0;ef788a4cade8:45833 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C45833%2C1731621322624, suffix=, logDir=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/WALs/ef788a4cade8,45833,1731621322624, archiveDir=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/oldWALs, maxLogs=32 2024-11-14T21:55:24,067 INFO [RS:1;ef788a4cade8:39079 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C39079%2C1731621322736, suffix=, logDir=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/WALs/ef788a4cade8,39079,1731621322736, archiveDir=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/oldWALs, maxLogs=32 2024-11-14T21:55:24,087 DEBUG [RS:0;ef788a4cade8:45833 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/WALs/ef788a4cade8,45833,1731621322624/ef788a4cade8%2C45833%2C1731621322624.1731621324071, exclude list is [], retry=0 2024-11-14T21:55:24,090 DEBUG [RS:1;ef788a4cade8:39079 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/WALs/ef788a4cade8,39079,1731621322736/ef788a4cade8%2C39079%2C1731621322736.1731621324071, exclude list is [], retry=0 2024-11-14T21:55:24,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46883,DS-231e31c9-dbfe-4be2-9535-83770f26acfe,DISK] 2024-11-14T21:55:24,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42501,DS-49e83ee2-9c66-4cf6-9866-5f8e3c6b004c,DISK] 2024-11-14T21:55:24,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46883,DS-231e31c9-dbfe-4be2-9535-83770f26acfe,DISK] 2024-11-14T21:55:24,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42501,DS-49e83ee2-9c66-4cf6-9866-5f8e3c6b004c,DISK] 2024-11-14T21:55:24,100 INFO [RS:0;ef788a4cade8:45833 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/WALs/ef788a4cade8,45833,1731621322624/ef788a4cade8%2C45833%2C1731621322624.1731621324071 2024-11-14T21:55:24,101 DEBUG [RS:0;ef788a4cade8:45833 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33957:33957),(127.0.0.1/127.0.0.1:43415:43415)] 2024-11-14T21:55:24,101 INFO [RS:1;ef788a4cade8:39079 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/WALs/ef788a4cade8,39079,1731621322736/ef788a4cade8%2C39079%2C1731621322736.1731621324071 2024-11-14T21:55:24,102 DEBUG [RS:1;ef788a4cade8:39079 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33957:33957),(127.0.0.1/127.0.0.1:43415:43415)] 2024-11-14T21:55:24,307 DEBUG [ef788a4cade8:36111 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T21:55:24,314 DEBUG [ef788a4cade8:36111 {}] balancer.BalancerClusterState(204): Hosts are {ef788a4cade8=0} racks are {/default-rack=0} 2024-11-14T21:55:24,321 DEBUG [ef788a4cade8:36111 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T21:55:24,321 DEBUG [ef788a4cade8:36111 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T21:55:24,321 DEBUG [ef788a4cade8:36111 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T21:55:24,321 DEBUG [ef788a4cade8:36111 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T21:55:24,321 INFO [ef788a4cade8:36111 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T21:55:24,321 INFO [ef788a4cade8:36111 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T21:55:24,321 DEBUG [ef788a4cade8:36111 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T21:55:24,328 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,39079,1731621322736 2024-11-14T21:55:24,335 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,39079,1731621322736, state=OPENING 2024-11-14T21:55:24,340 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:55:24,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:24,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x100ac7008d30002, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:24,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100ac7008d30001, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:24,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:24,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:24,344 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:24,346 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:55:24,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,39079,1731621322736}] 2024-11-14T21:55:24,527 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:55:24,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:55:24,544 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:55:24,544 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:55:24,545 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:55:24,549 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C39079%2C1731621322736.meta, suffix=.meta, logDir=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/WALs/ef788a4cade8,39079,1731621322736, archiveDir=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/oldWALs, maxLogs=32 2024-11-14T21:55:24,568 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/WALs/ef788a4cade8,39079,1731621322736/ef788a4cade8%2C39079%2C1731621322736.meta.1731621324550.meta, exclude list is [], retry=0 2024-11-14T21:55:24,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42501,DS-49e83ee2-9c66-4cf6-9866-5f8e3c6b004c,DISK] 2024-11-14T21:55:24,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46883,DS-231e31c9-dbfe-4be2-9535-83770f26acfe,DISK] 2024-11-14T21:55:24,583 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/WALs/ef788a4cade8,39079,1731621322736/ef788a4cade8%2C39079%2C1731621322736.meta.1731621324550.meta 2024-11-14T21:55:24,584 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43415:43415),(127.0.0.1/127.0.0.1:33957:33957)] 2024-11-14T21:55:24,585 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:55:24,587 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:55:24,591 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:55:24,599 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:55:24,605 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:55:24,606 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:24,606 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:55:24,606 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:55:24,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:55:24,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:55:24,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:24,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:24,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:55:24,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:55:24,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:24,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:24,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:55:24,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:55:24,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:24,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:24,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:55:24,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:55:24,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:24,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:24,628 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:55:24,630 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/hbase/meta/1588230740 2024-11-14T21:55:24,635 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/hbase/meta/1588230740 2024-11-14T21:55:24,639 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:55:24,639 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:55:24,640 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:55:24,644 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:55:24,647 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59816266, jitterRate=-0.10866817831993103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:55:24,647 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:55:24,650 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731621324607Writing region info on filesystem at 1731621324608 (+1 ms)Initializing all the Stores at 1731621324610 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621324610Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621324614 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621324614Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621324614Cleaning up temporary data from old regions at 1731621324639 (+25 ms)Running coprocessor post-open hooks at 1731621324647 (+8 ms)Region opened successfully at 1731621324649 (+2 ms) 2024-11-14T21:55:24,660 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731621324516 2024-11-14T21:55:24,678 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:55:24,679 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:55:24,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,39079,1731621322736 2024-11-14T21:55:24,684 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,39079,1731621322736, state=OPEN 2024-11-14T21:55:24,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x100ac7008d30002, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T21:55:24,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100ac7008d30001, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T21:55:24,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T21:55:24,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:24,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:24,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:24,689 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,39079,1731621322736 2024-11-14T21:55:24,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:55:24,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,39079,1731621322736 in 341 msec 2024-11-14T21:55:24,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:55:24,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 814 msec 2024-11-14T21:55:24,708 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:55:24,708 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:55:24,736 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:55:24,738 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,39079,1731621322736, seqNum=-1] 2024-11-14T21:55:24,767 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:55:24,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:55:24,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1520 sec 2024-11-14T21:55:24,800 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731621324800, completionTime=-1 2024-11-14T21:55:24,804 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-14T21:55:24,804 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:55:24,870 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-14T21:55:24,870 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731621384870 2024-11-14T21:55:24,870 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731621444870 2024-11-14T21:55:24,870 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 65 msec 2024-11-14T21:55:24,877 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T21:55:24,889 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,36111,1731621321816-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:24,889 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,36111,1731621321816-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:24,889 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,36111,1731621321816-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:24,891 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:36111, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:24,891 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:24,892 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:24,899 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:55:24,926 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.098sec 2024-11-14T21:55:24,928 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:55:24,929 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:55:24,930 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:55:24,930 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:55:24,931 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:55:24,931 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,36111,1731621321816-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:55:24,932 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,36111,1731621321816-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:55:24,937 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:55:24,938 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:55:24,939 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,36111,1731621321816-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:24,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43dd9193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:55:24,987 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T21:55:24,987 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T21:55:25,028 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,36111,-1 for getting cluster id 2024-11-14T21:55:25,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:55:25,043 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f29b61e-f0ef-446e-8922-30d4877c9819' 2024-11-14T21:55:25,054 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:55:25,054 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f29b61e-f0ef-446e-8922-30d4877c9819" 2024-11-14T21:55:25,057 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7e62c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:55:25,057 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,36111,-1] 2024-11-14T21:55:25,061 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:55:25,065 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:25,071 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:55:25,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653f91f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:55:25,075 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:55:25,083 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,39079,1731621322736, seqNum=-1] 2024-11-14T21:55:25,083 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:55:25,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:55:25,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,36111,1731621321816 2024-11-14T21:55:25,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:55:25,121 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,36111,1731621321816 2024-11-14T21:55:25,125 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ed17eef 2024-11-14T21:55:25,126 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:55:25,131 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:55:25,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:55:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-14T21:55:25,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:55:25,170 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:25,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-14T21:55:25,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:55:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:25,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741836_1012 (size=379) 2024-11-14T21:55:25,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46883 is added to blk_1073741836_1012 (size=379) 2024-11-14T21:55:25,229 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b3b77e91f3e5ea41f3489f6be6e89712, NAME => 'testClearRegionBlockCache,,1731621325133.b3b77e91f3e5ea41f3489f6be6e89712.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead 2024-11-14T21:55:25,231 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 602cfdd350a675f39c488929ca1f8660, NAME => 'testClearRegionBlockCache,5,1731621325133.602cfdd350a675f39c488929ca1f8660.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead 2024-11-14T21:55:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:25,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741838_1014 (size=61) 2024-11-14T21:55:25,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46883 is added to blk_1073741838_1014 (size=61) 2024-11-14T21:55:25,296 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731621325133.602cfdd350a675f39c488929ca1f8660.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:25,296 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 602cfdd350a675f39c488929ca1f8660, disabling compactions & flushes 2024-11-14T21:55:25,296 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731621325133.602cfdd350a675f39c488929ca1f8660. 2024-11-14T21:55:25,296 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731621325133.602cfdd350a675f39c488929ca1f8660. 2024-11-14T21:55:25,297 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731621325133.602cfdd350a675f39c488929ca1f8660. after waiting 0 ms 2024-11-14T21:55:25,297 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731621325133.602cfdd350a675f39c488929ca1f8660. 2024-11-14T21:55:25,297 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731621325133.602cfdd350a675f39c488929ca1f8660. 2024-11-14T21:55:25,297 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 602cfdd350a675f39c488929ca1f8660: Waiting for close lock at 1731621325296Disabling compacts and flushes for region at 1731621325296Disabling writes for close at 1731621325297 (+1 ms)Writing region close event to WAL at 1731621325297Closed at 1731621325297 2024-11-14T21:55:25,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46883 is added to blk_1073741837_1013 (size=61) 2024-11-14T21:55:25,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741837_1013 (size=61) 2024-11-14T21:55:25,322 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731621325133.b3b77e91f3e5ea41f3489f6be6e89712.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:25,322 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing b3b77e91f3e5ea41f3489f6be6e89712, disabling compactions & flushes 2024-11-14T21:55:25,322 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731621325133.b3b77e91f3e5ea41f3489f6be6e89712. 2024-11-14T21:55:25,322 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731621325133.b3b77e91f3e5ea41f3489f6be6e89712. 2024-11-14T21:55:25,322 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731621325133.b3b77e91f3e5ea41f3489f6be6e89712. after waiting 0 ms 2024-11-14T21:55:25,322 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731621325133.b3b77e91f3e5ea41f3489f6be6e89712. 2024-11-14T21:55:25,322 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731621325133.b3b77e91f3e5ea41f3489f6be6e89712. 2024-11-14T21:55:25,323 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for b3b77e91f3e5ea41f3489f6be6e89712: Waiting for close lock at 1731621325322Disabling compacts and flushes for region at 1731621325322Disabling writes for close at 1731621325322Writing region close event to WAL at 1731621325322Closed at 1731621325322 2024-11-14T21:55:25,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:55:25,333 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731621325133.602cfdd350a675f39c488929ca1f8660.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731621325326"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731621325326"}]},"ts":"1731621325326"} 2024-11-14T21:55:25,333 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731621325133.b3b77e91f3e5ea41f3489f6be6e89712.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731621325326"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731621325326"}]},"ts":"1731621325326"} 2024-11-14T21:55:25,390 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T21:55:25,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:55:25,397 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731621325393"}]},"ts":"1731621325393"} 2024-11-14T21:55:25,404 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-14T21:55:25,404 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {ef788a4cade8=0} racks are {/default-rack=0} 2024-11-14T21:55:25,407 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T21:55:25,407 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T21:55:25,407 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T21:55:25,407 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T21:55:25,407 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T21:55:25,407 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T21:55:25,407 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T21:55:25,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b3b77e91f3e5ea41f3489f6be6e89712, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=602cfdd350a675f39c488929ca1f8660, ASSIGN}] 2024-11-14T21:55:25,413 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=602cfdd350a675f39c488929ca1f8660, ASSIGN 2024-11-14T21:55:25,414 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b3b77e91f3e5ea41f3489f6be6e89712, ASSIGN 2024-11-14T21:55:25,418 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b3b77e91f3e5ea41f3489f6be6e89712, ASSIGN; state=OFFLINE, location=ef788a4cade8,45833,1731621322624; forceNewPlan=false, retain=false 2024-11-14T21:55:25,418 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=602cfdd350a675f39c488929ca1f8660, ASSIGN; state=OFFLINE, location=ef788a4cade8,39079,1731621322736; forceNewPlan=false, retain=false 2024-11-14T21:55:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:25,573 INFO [ef788a4cade8:36111 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-14T21:55:25,574 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3b77e91f3e5ea41f3489f6be6e89712, regionState=OPENING, regionLocation=ef788a4cade8,45833,1731621322624 2024-11-14T21:55:25,574 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=602cfdd350a675f39c488929ca1f8660, regionState=OPENING, regionLocation=ef788a4cade8,39079,1731621322736 2024-11-14T21:55:25,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=602cfdd350a675f39c488929ca1f8660, ASSIGN because future has completed 2024-11-14T21:55:25,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 602cfdd350a675f39c488929ca1f8660, server=ef788a4cade8,39079,1731621322736}] 2024-11-14T21:55:25,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b3b77e91f3e5ea41f3489f6be6e89712, ASSIGN because future has completed 2024-11-14T21:55:25,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3b77e91f3e5ea41f3489f6be6e89712, server=ef788a4cade8,45833,1731621322624}] 2024-11-14T21:55:25,748 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:55:25,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:55:25,766 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731621325133.602cfdd350a675f39c488929ca1f8660. 2024-11-14T21:55:25,767 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 602cfdd350a675f39c488929ca1f8660, NAME => 'testClearRegionBlockCache,5,1731621325133.602cfdd350a675f39c488929ca1f8660.', STARTKEY => '5', ENDKEY => ''} 2024-11-14T21:55:25,768 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 602cfdd350a675f39c488929ca1f8660 2024-11-14T21:55:25,768 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731621325133.602cfdd350a675f39c488929ca1f8660.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:25,768 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 602cfdd350a675f39c488929ca1f8660 2024-11-14T21:55:25,768 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 602cfdd350a675f39c488929ca1f8660 2024-11-14T21:55:25,774 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731621325133.b3b77e91f3e5ea41f3489f6be6e89712. 2024-11-14T21:55:25,774 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => b3b77e91f3e5ea41f3489f6be6e89712, NAME => 'testClearRegionBlockCache,,1731621325133.b3b77e91f3e5ea41f3489f6be6e89712.', STARTKEY => '', ENDKEY => '5'} 2024-11-14T21:55:25,775 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b3b77e91f3e5ea41f3489f6be6e89712 2024-11-14T21:55:25,775 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731621325133.b3b77e91f3e5ea41f3489f6be6e89712.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:25,775 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for b3b77e91f3e5ea41f3489f6be6e89712 2024-11-14T21:55:25,775 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for b3b77e91f3e5ea41f3489f6be6e89712 2024-11-14T21:55:25,781 INFO [StoreOpener-b3b77e91f3e5ea41f3489f6be6e89712-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b3b77e91f3e5ea41f3489f6be6e89712 2024-11-14T21:55:25,782 INFO [StoreOpener-602cfdd350a675f39c488929ca1f8660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 602cfdd350a675f39c488929ca1f8660 2024-11-14T21:55:25,788 INFO [StoreOpener-b3b77e91f3e5ea41f3489f6be6e89712-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3b77e91f3e5ea41f3489f6be6e89712 columnFamilyName family 2024-11-14T21:55:25,788 DEBUG [StoreOpener-b3b77e91f3e5ea41f3489f6be6e89712-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:25,791 INFO [StoreOpener-b3b77e91f3e5ea41f3489f6be6e89712-1 {}] regionserver.HStore(327): Store=b3b77e91f3e5ea41f3489f6be6e89712/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:25,791 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for b3b77e91f3e5ea41f3489f6be6e89712 2024-11-14T21:55:25,793 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/default/testClearRegionBlockCache/b3b77e91f3e5ea41f3489f6be6e89712 2024-11-14T21:55:25,794 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/default/testClearRegionBlockCache/b3b77e91f3e5ea41f3489f6be6e89712 2024-11-14T21:55:25,795 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for b3b77e91f3e5ea41f3489f6be6e89712 2024-11-14T21:55:25,795 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for b3b77e91f3e5ea41f3489f6be6e89712 2024-11-14T21:55:25,799 INFO [StoreOpener-602cfdd350a675f39c488929ca1f8660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 602cfdd350a675f39c488929ca1f8660 columnFamilyName family 2024-11-14T21:55:25,799 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for b3b77e91f3e5ea41f3489f6be6e89712 2024-11-14T21:55:25,799 DEBUG [StoreOpener-602cfdd350a675f39c488929ca1f8660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:25,800 INFO [StoreOpener-602cfdd350a675f39c488929ca1f8660-1 {}] regionserver.HStore(327): Store=602cfdd350a675f39c488929ca1f8660/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:25,800 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 602cfdd350a675f39c488929ca1f8660 2024-11-14T21:55:25,802 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/default/testClearRegionBlockCache/602cfdd350a675f39c488929ca1f8660 2024-11-14T21:55:25,806 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/default/testClearRegionBlockCache/602cfdd350a675f39c488929ca1f8660 2024-11-14T21:55:25,806 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/default/testClearRegionBlockCache/b3b77e91f3e5ea41f3489f6be6e89712/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:55:25,808 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened b3b77e91f3e5ea41f3489f6be6e89712; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66100568, jitterRate=-0.015024781227111816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T21:55:25,808 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3b77e91f3e5ea41f3489f6be6e89712 2024-11-14T21:55:25,809 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 602cfdd350a675f39c488929ca1f8660 2024-11-14T21:55:25,809 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 602cfdd350a675f39c488929ca1f8660 2024-11-14T21:55:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:25,810 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for b3b77e91f3e5ea41f3489f6be6e89712: Running coprocessor pre-open hook at 1731621325775Writing region info on filesystem at 1731621325775Initializing all the Stores at 1731621325779 (+4 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621325779Cleaning up temporary data from old regions at 1731621325795 (+16 ms)Running coprocessor post-open hooks at 1731621325808 (+13 ms)Region opened successfully at 1731621325809 (+1 ms) 2024-11-14T21:55:25,816 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731621325133.b3b77e91f3e5ea41f3489f6be6e89712., pid=8, masterSystemTime=1731621325748 2024-11-14T21:55:25,816 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 602cfdd350a675f39c488929ca1f8660 2024-11-14T21:55:25,834 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/default/testClearRegionBlockCache/602cfdd350a675f39c488929ca1f8660/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:55:25,835 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731621325133.b3b77e91f3e5ea41f3489f6be6e89712. 2024-11-14T21:55:25,835 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731621325133.b3b77e91f3e5ea41f3489f6be6e89712. 2024-11-14T21:55:25,835 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 602cfdd350a675f39c488929ca1f8660; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72645181, jitterRate=0.08249755203723907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T21:55:25,835 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 602cfdd350a675f39c488929ca1f8660 2024-11-14T21:55:25,836 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 602cfdd350a675f39c488929ca1f8660: Running coprocessor pre-open hook at 1731621325768Writing region info on filesystem at 1731621325768Initializing all the Stores at 1731621325774 (+6 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621325774Cleaning up temporary data from old regions at 1731621325809 (+35 ms)Running coprocessor post-open hooks at 1731621325835 (+26 ms)Region opened successfully at 1731621325836 (+1 ms) 2024-11-14T21:55:25,836 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3b77e91f3e5ea41f3489f6be6e89712, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,45833,1731621322624 2024-11-14T21:55:25,844 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731621325133.602cfdd350a675f39c488929ca1f8660., pid=7, masterSystemTime=1731621325740 2024-11-14T21:55:25,856 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731621325133.602cfdd350a675f39c488929ca1f8660. 2024-11-14T21:55:25,856 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731621325133.602cfdd350a675f39c488929ca1f8660. 2024-11-14T21:55:25,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3b77e91f3e5ea41f3489f6be6e89712, server=ef788a4cade8,45833,1731621322624 because future has completed 2024-11-14T21:55:25,857 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=602cfdd350a675f39c488929ca1f8660, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,39079,1731621322736 2024-11-14T21:55:25,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 602cfdd350a675f39c488929ca1f8660, server=ef788a4cade8,39079,1731621322736 because future has completed 2024-11-14T21:55:25,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-14T21:55:25,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b3b77e91f3e5ea41f3489f6be6e89712, server=ef788a4cade8,45833,1731621322624 in 284 msec 2024-11-14T21:55:25,907 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T21:55:25,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 602cfdd350a675f39c488929ca1f8660, server=ef788a4cade8,39079,1731621322736 in 308 msec 2024-11-14T21:55:25,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b3b77e91f3e5ea41f3489f6be6e89712, ASSIGN in 487 msec 2024-11-14T21:55:25,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-14T21:55:25,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=602cfdd350a675f39c488929ca1f8660, ASSIGN in 499 msec 2024-11-14T21:55:25,942 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:55:25,942 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731621325942"}]},"ts":"1731621325942"} 2024-11-14T21:55:25,946 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-14T21:55:25,949 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:55:25,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 807 msec 2024-11-14T21:55:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:26,321 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-14T21:55:26,321 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-14T21:55:26,323 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T21:55:26,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-14T21:55:26,335 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T21:55:26,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-14T21:55:26,346 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731621325133.b3b77e91f3e5ea41f3489f6be6e89712., hostname=ef788a4cade8,45833,1731621322624, seqNum=2] 2024-11-14T21:55:26,347 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:55:26,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:55:26,386 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731621325133.602cfdd350a675f39c488929ca1f8660., hostname=ef788a4cade8,39079,1731621322736, seqNum=2] 2024-11-14T21:55:26,434 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b3b77e91f3e5ea41f3489f6be6e89712 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-14T21:55:26,535 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/default/testClearRegionBlockCache/b3b77e91f3e5ea41f3489f6be6e89712/.tmp/family/3d5c29ad99d44b08ba0c3a2236ed5230 is 32, key is 1/family:/1731621326352/Put/seqid=0 2024-11-14T21:55:26,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741839_1015 (size=5054) 2024-11-14T21:55:26,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46883 is added to blk_1073741839_1015 (size=5054) 2024-11-14T21:55:26,562 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/default/testClearRegionBlockCache/b3b77e91f3e5ea41f3489f6be6e89712/.tmp/family/3d5c29ad99d44b08ba0c3a2236ed5230 2024-11-14T21:55:26,625 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/default/testClearRegionBlockCache/b3b77e91f3e5ea41f3489f6be6e89712/.tmp/family/3d5c29ad99d44b08ba0c3a2236ed5230 as hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/default/testClearRegionBlockCache/b3b77e91f3e5ea41f3489f6be6e89712/family/3d5c29ad99d44b08ba0c3a2236ed5230 2024-11-14T21:55:26,643 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/default/testClearRegionBlockCache/b3b77e91f3e5ea41f3489f6be6e89712/family/3d5c29ad99d44b08ba0c3a2236ed5230, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T21:55:26,659 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for b3b77e91f3e5ea41f3489f6be6e89712 in 218ms, sequenceid=8, compaction requested=false 2024-11-14T21:55:26,661 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-14T21:55:26,664 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b3b77e91f3e5ea41f3489f6be6e89712: 2024-11-14T21:55:26,664 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 602cfdd350a675f39c488929ca1f8660 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-14T21:55:26,710 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/default/testClearRegionBlockCache/602cfdd350a675f39c488929ca1f8660/.tmp/family/3d47655abab141f8b5f579bcb1862708 is 32, key is 5/family:/1731621326389/Put/seqid=0 2024-11-14T21:55:26,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46883 is added to blk_1073741840_1016 (size=5083) 2024-11-14T21:55:26,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741840_1016 (size=5083) 2024-11-14T21:55:26,727 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/default/testClearRegionBlockCache/602cfdd350a675f39c488929ca1f8660/.tmp/family/3d47655abab141f8b5f579bcb1862708 2024-11-14T21:55:26,739 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/default/testClearRegionBlockCache/602cfdd350a675f39c488929ca1f8660/.tmp/family/3d47655abab141f8b5f579bcb1862708 as hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/default/testClearRegionBlockCache/602cfdd350a675f39c488929ca1f8660/family/3d47655abab141f8b5f579bcb1862708 2024-11-14T21:55:26,751 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/default/testClearRegionBlockCache/602cfdd350a675f39c488929ca1f8660/family/3d47655abab141f8b5f579bcb1862708, entries=5, sequenceid=9, filesize=5.0 K 2024-11-14T21:55:26,754 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 602cfdd350a675f39c488929ca1f8660 in 90ms, sequenceid=9, compaction requested=false 2024-11-14T21:55:26,754 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 602cfdd350a675f39c488929ca1f8660: 2024-11-14T21:55:26,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e65443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:55:26,757 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,36111,-1 for getting cluster id 2024-11-14T21:55:26,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:55:26,759 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f29b61e-f0ef-446e-8922-30d4877c9819' 2024-11-14T21:55:26,760 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:55:26,760 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f29b61e-f0ef-446e-8922-30d4877c9819" 2024-11-14T21:55:26,761 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c205814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:55:26,761 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,36111,-1] 2024-11-14T21:55:26,761 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:55:26,762 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:26,764 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:55:26,765 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ece235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:55:26,786 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-14T21:55:26,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:55:26,789 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,39079,1731621322736, seqNum=-1] 2024-11-14T21:55:26,790 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:55:26,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:55:26,805 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:55:26,807 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:55:26,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:55:26,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:55:26,814 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:55:26,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:26,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:26,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:26,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:55:26,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:55:26,822 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:55:26,822 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:26,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:26,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:26,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:55:26,823 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:55:26,823 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=844712588, stopped=false 2024-11-14T21:55:26,824 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,36111,1731621321816 2024-11-14T21:55:26,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100ac7008d30001, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:26,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x100ac7008d30002, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:26,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:26,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x100ac7008d30002, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:26,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100ac7008d30001, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:26,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:26,826 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:55:26,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39079-0x100ac7008d30002, quorum=127.0.0.1:61392, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:26,827 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:55:26,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:26,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45833-0x100ac7008d30001, quorum=127.0.0.1:61392, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:26,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:26,828 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,45833,1731621322624' ***** 2024-11-14T21:55:26,828 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:55:26,828 INFO [RS:0;ef788a4cade8:45833 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:55:26,829 INFO [RS:0;ef788a4cade8:45833 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:55:26,829 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:55:26,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:26,829 INFO [RS:0;ef788a4cade8:45833 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:55:26,829 INFO [RS:0;ef788a4cade8:45833 {}] regionserver.HRegionServer(3091): Received CLOSE for b3b77e91f3e5ea41f3489f6be6e89712 2024-11-14T21:55:26,830 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,39079,1731621322736' ***** 2024-11-14T21:55:26,830 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:55:26,830 INFO [RS:0;ef788a4cade8:45833 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,45833,1731621322624 2024-11-14T21:55:26,830 INFO [RS:0;ef788a4cade8:45833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:55:26,830 INFO [RS:0;ef788a4cade8:45833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:45833. 2024-11-14T21:55:26,830 INFO [RS:1;ef788a4cade8:39079 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:55:26,830 DEBUG [RS:0;ef788a4cade8:45833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:26,830 DEBUG [RS:0;ef788a4cade8:45833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:26,830 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:55:26,830 INFO [RS:1;ef788a4cade8:39079 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:55:26,830 INFO [RS:1;ef788a4cade8:39079 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:55:26,830 INFO [RS:1;ef788a4cade8:39079 {}] regionserver.HRegionServer(3091): Received CLOSE for 602cfdd350a675f39c488929ca1f8660 2024-11-14T21:55:26,830 INFO [RS:0;ef788a4cade8:45833 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T21:55:26,830 DEBUG [RS:0;ef788a4cade8:45833 {}] regionserver.HRegionServer(1325): Online Regions={b3b77e91f3e5ea41f3489f6be6e89712=testClearRegionBlockCache,,1731621325133.b3b77e91f3e5ea41f3489f6be6e89712.} 2024-11-14T21:55:26,830 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3b77e91f3e5ea41f3489f6be6e89712, disabling compactions & flushes 2024-11-14T21:55:26,830 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731621325133.b3b77e91f3e5ea41f3489f6be6e89712. 2024-11-14T21:55:26,831 INFO [RS:1;ef788a4cade8:39079 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,39079,1731621322736 2024-11-14T21:55:26,831 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731621325133.b3b77e91f3e5ea41f3489f6be6e89712. 2024-11-14T21:55:26,831 INFO [RS:1;ef788a4cade8:39079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:55:26,831 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731621325133.b3b77e91f3e5ea41f3489f6be6e89712. after waiting 0 ms 2024-11-14T21:55:26,831 INFO [RS:1;ef788a4cade8:39079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ef788a4cade8:39079. 2024-11-14T21:55:26,831 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731621325133.b3b77e91f3e5ea41f3489f6be6e89712. 2024-11-14T21:55:26,831 DEBUG [RS:0;ef788a4cade8:45833 {}] regionserver.HRegionServer(1351): Waiting on b3b77e91f3e5ea41f3489f6be6e89712 2024-11-14T21:55:26,831 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 602cfdd350a675f39c488929ca1f8660, disabling compactions & flushes 2024-11-14T21:55:26,831 DEBUG [RS:1;ef788a4cade8:39079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:26,831 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731621325133.602cfdd350a675f39c488929ca1f8660. 2024-11-14T21:55:26,831 DEBUG [RS:1;ef788a4cade8:39079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:26,831 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731621325133.602cfdd350a675f39c488929ca1f8660. 2024-11-14T21:55:26,831 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731621325133.602cfdd350a675f39c488929ca1f8660. after waiting 0 ms 2024-11-14T21:55:26,831 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731621325133.602cfdd350a675f39c488929ca1f8660. 2024-11-14T21:55:26,831 INFO [RS:1;ef788a4cade8:39079 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:55:26,831 INFO [RS:1;ef788a4cade8:39079 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:55:26,831 INFO [RS:1;ef788a4cade8:39079 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:55:26,831 INFO [RS:1;ef788a4cade8:39079 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:55:26,835 INFO [RS:1;ef788a4cade8:39079 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T21:55:26,835 DEBUG [RS:1;ef788a4cade8:39079 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 602cfdd350a675f39c488929ca1f8660=testClearRegionBlockCache,5,1731621325133.602cfdd350a675f39c488929ca1f8660.} 2024-11-14T21:55:26,835 DEBUG [RS:1;ef788a4cade8:39079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 602cfdd350a675f39c488929ca1f8660 2024-11-14T21:55:26,835 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:55:26,835 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:55:26,835 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:55:26,835 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:55:26,835 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:55:26,836 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-14T21:55:26,849 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/default/testClearRegionBlockCache/602cfdd350a675f39c488929ca1f8660/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T21:55:26,851 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/default/testClearRegionBlockCache/b3b77e91f3e5ea41f3489f6be6e89712/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T21:55:26,853 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731621325133.b3b77e91f3e5ea41f3489f6be6e89712. 2024-11-14T21:55:26,853 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731621325133.602cfdd350a675f39c488929ca1f8660. 2024-11-14T21:55:26,853 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3b77e91f3e5ea41f3489f6be6e89712: Waiting for close lock at 1731621326830Running coprocessor pre-close hooks at 1731621326830Disabling compacts and flushes for region at 1731621326830Disabling writes for close at 1731621326831 (+1 ms)Writing region close event to WAL at 1731621326841 (+10 ms)Running coprocessor post-close hooks at 1731621326852 (+11 ms)Closed at 1731621326852 2024-11-14T21:55:26,853 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 602cfdd350a675f39c488929ca1f8660: Waiting for close lock at 1731621326831Running coprocessor pre-close hooks at 1731621326831Disabling compacts and flushes for region at 1731621326831Disabling writes for close at 1731621326831Writing region close event to WAL at 1731621326842 (+11 ms)Running coprocessor post-close hooks at 1731621326850 (+8 ms)Closed at 1731621326852 (+2 ms) 2024-11-14T21:55:26,853 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731621325133.602cfdd350a675f39c488929ca1f8660. 2024-11-14T21:55:26,853 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731621325133.b3b77e91f3e5ea41f3489f6be6e89712. 2024-11-14T21:55:26,864 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/hbase/meta/1588230740/.tmp/info/2f8771853bc447dabb37ce0456fb691b is 173, key is testClearRegionBlockCache,5,1731621325133.602cfdd350a675f39c488929ca1f8660./info:regioninfo/1731621325857/Put/seqid=0 2024-11-14T21:55:26,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46883 is added to blk_1073741841_1017 (size=8173) 2024-11-14T21:55:26,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741841_1017 (size=8173) 2024-11-14T21:55:26,879 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/hbase/meta/1588230740/.tmp/info/2f8771853bc447dabb37ce0456fb691b 2024-11-14T21:55:26,919 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:55:26,922 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/hbase/meta/1588230740/.tmp/ns/2d8b745dda834fe58fac8a194da04c3e is 43, key is default/ns:d/1731621324776/Put/seqid=0 2024-11-14T21:55:26,927 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:55:26,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741842_1018 (size=5153) 2024-11-14T21:55:26,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46883 is added to blk_1073741842_1018 (size=5153) 2024-11-14T21:55:26,949 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/hbase/meta/1588230740/.tmp/ns/2d8b745dda834fe58fac8a194da04c3e 2024-11-14T21:55:26,975 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:55:26,975 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:55:26,984 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/hbase/meta/1588230740/.tmp/table/b6437ebbea9044ab8e85dd7005fe9185 is 61, key is testClearRegionBlockCache/table:state/1731621325942/Put/seqid=0 2024-11-14T21:55:27,003 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:55:27,003 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:55:27,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741843_1019 (size=5312) 2024-11-14T21:55:27,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46883 is added to blk_1073741843_1019 (size=5312) 2024-11-14T21:55:27,011 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/hbase/meta/1588230740/.tmp/table/b6437ebbea9044ab8e85dd7005fe9185 2024-11-14T21:55:27,034 INFO [RS:0;ef788a4cade8:45833 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,45833,1731621322624; all regions closed. 2024-11-14T21:55:27,035 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/hbase/meta/1588230740/.tmp/info/2f8771853bc447dabb37ce0456fb691b as hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/hbase/meta/1588230740/info/2f8771853bc447dabb37ce0456fb691b 2024-11-14T21:55:27,035 DEBUG [RS:1;ef788a4cade8:39079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:55:27,055 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/hbase/meta/1588230740/info/2f8771853bc447dabb37ce0456fb691b, entries=20, sequenceid=13, filesize=8.0 K 2024-11-14T21:55:27,058 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/hbase/meta/1588230740/.tmp/ns/2d8b745dda834fe58fac8a194da04c3e as hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/hbase/meta/1588230740/ns/2d8b745dda834fe58fac8a194da04c3e 2024-11-14T21:55:27,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46883 is added to blk_1073741833_1009 (size=1758) 2024-11-14T21:55:27,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741833_1009 (size=1758) 2024-11-14T21:55:27,073 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/hbase/meta/1588230740/ns/2d8b745dda834fe58fac8a194da04c3e, entries=2, sequenceid=13, filesize=5.0 K 2024-11-14T21:55:27,075 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/hbase/meta/1588230740/.tmp/table/b6437ebbea9044ab8e85dd7005fe9185 as hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/hbase/meta/1588230740/table/b6437ebbea9044ab8e85dd7005fe9185 2024-11-14T21:55:27,079 DEBUG [RS:0;ef788a4cade8:45833 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/oldWALs 2024-11-14T21:55:27,079 INFO [RS:0;ef788a4cade8:45833 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C45833%2C1731621322624:(num 1731621324071) 2024-11-14T21:55:27,079 DEBUG [RS:0;ef788a4cade8:45833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:27,079 INFO [RS:0;ef788a4cade8:45833 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:55:27,079 INFO [RS:0;ef788a4cade8:45833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:55:27,080 INFO [RS:0;ef788a4cade8:45833 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T21:55:27,080 INFO [RS:0;ef788a4cade8:45833 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:55:27,080 INFO [RS:0;ef788a4cade8:45833 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:55:27,080 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:55:27,080 INFO [RS:0;ef788a4cade8:45833 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:55:27,080 INFO [RS:0;ef788a4cade8:45833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:55:27,081 INFO [RS:0;ef788a4cade8:45833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45833 2024-11-14T21:55:27,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100ac7008d30001, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ef788a4cade8,45833,1731621322624 2024-11-14T21:55:27,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T21:55:27,087 INFO [RS:0;ef788a4cade8:45833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:55:27,088 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,45833,1731621322624] 2024-11-14T21:55:27,092 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/hbase/meta/1588230740/table/b6437ebbea9044ab8e85dd7005fe9185, entries=2, sequenceid=13, filesize=5.2 K 2024-11-14T21:55:27,094 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ef788a4cade8,45833,1731621322624 already deleted, retry=false 2024-11-14T21:55:27,094 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,45833,1731621322624 expired; onlineServers=1 2024-11-14T21:55:27,095 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 260ms, sequenceid=13, compaction requested=false 2024-11-14T21:55:27,095 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T21:55:27,116 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T21:55:27,117 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:55:27,117 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:55:27,118 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731621326835Running coprocessor pre-close hooks at 1731621326835Disabling compacts and flushes for region at 1731621326835Disabling writes for close at 1731621326835Obtaining lock to block concurrent updates at 1731621326836 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731621326836Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731621326836Flushing stores of hbase:meta,,1.1588230740 at 1731621326837 (+1 ms)Flushing 1588230740/info: creating writer at 1731621326838 (+1 ms)Flushing 1588230740/info: appending metadata at 1731621326863 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731621326863Flushing 1588230740/ns: creating writer at 1731621326896 (+33 ms)Flushing 1588230740/ns: appending metadata at 1731621326921 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731621326922 (+1 ms)Flushing 1588230740/table: creating writer at 1731621326960 (+38 ms)Flushing 1588230740/table: appending metadata at 1731621326983 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731621326983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@274e8c8e: reopening flushed file at 1731621327028 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42ec41c9: reopening flushed file at 1731621327056 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19150e78: reopening flushed file at 1731621327073 (+17 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 260ms, sequenceid=13, compaction requested=false at 1731621327095 (+22 ms)Writing region close event to WAL at 1731621327101 (+6 ms)Running coprocessor post-close hooks at 1731621327117 (+16 ms)Closed at 1731621327117 2024-11-14T21:55:27,118 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:55:27,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100ac7008d30001, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:27,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100ac7008d30001, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:27,192 INFO [RS:0;ef788a4cade8:45833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:55:27,192 INFO [RS:0;ef788a4cade8:45833 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,45833,1731621322624; zookeeper connection closed. 2024-11-14T21:55:27,193 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b41b9da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b41b9da 2024-11-14T21:55:27,236 INFO [RS:1;ef788a4cade8:39079 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,39079,1731621322736; all regions closed. 2024-11-14T21:55:27,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741835_1011 (size=4338) 2024-11-14T21:55:27,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46883 is added to blk_1073741835_1011 (size=4338) 2024-11-14T21:55:27,249 DEBUG [RS:1;ef788a4cade8:39079 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/oldWALs 2024-11-14T21:55:27,249 INFO [RS:1;ef788a4cade8:39079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C39079%2C1731621322736.meta:.meta(num 1731621324550) 2024-11-14T21:55:27,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741834_1010 (size=1867) 2024-11-14T21:55:27,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46883 is added to blk_1073741834_1010 (size=1867) 2024-11-14T21:55:27,269 DEBUG [RS:1;ef788a4cade8:39079 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/oldWALs 2024-11-14T21:55:27,270 INFO [RS:1;ef788a4cade8:39079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C39079%2C1731621322736:(num 1731621324071) 2024-11-14T21:55:27,270 DEBUG [RS:1;ef788a4cade8:39079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:27,270 INFO [RS:1;ef788a4cade8:39079 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:55:27,270 INFO [RS:1;ef788a4cade8:39079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:55:27,270 INFO [RS:1;ef788a4cade8:39079 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T21:55:27,270 INFO [RS:1;ef788a4cade8:39079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:55:27,270 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:55:27,270 INFO [RS:1;ef788a4cade8:39079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39079 2024-11-14T21:55:27,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T21:55:27,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x100ac7008d30002, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ef788a4cade8,39079,1731621322736 2024-11-14T21:55:27,273 INFO [RS:1;ef788a4cade8:39079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:55:27,274 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,39079,1731621322736] 2024-11-14T21:55:27,278 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ef788a4cade8,39079,1731621322736 already deleted, retry=false 2024-11-14T21:55:27,278 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,39079,1731621322736 expired; onlineServers=0 2024-11-14T21:55:27,278 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,36111,1731621321816' ***** 2024-11-14T21:55:27,278 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:55:27,278 INFO [M:0;ef788a4cade8:36111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:55:27,278 INFO [M:0;ef788a4cade8:36111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:55:27,278 DEBUG [M:0;ef788a4cade8:36111 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:55:27,279 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:55:27,279 DEBUG [M:0;ef788a4cade8:36111 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:55:27,279 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731621323784 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731621323784,5,FailOnTimeoutGroup] 2024-11-14T21:55:27,279 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731621323783 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731621323783,5,FailOnTimeoutGroup] 2024-11-14T21:55:27,279 INFO [M:0;ef788a4cade8:36111 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:55:27,279 INFO [M:0;ef788a4cade8:36111 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:55:27,279 DEBUG [M:0;ef788a4cade8:36111 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:55:27,279 INFO [M:0;ef788a4cade8:36111 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:55:27,280 INFO [M:0;ef788a4cade8:36111 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:55:27,280 INFO [M:0;ef788a4cade8:36111 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:55:27,280 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:55:27,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T21:55:27,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:27,282 DEBUG [M:0;ef788a4cade8:36111 {}] zookeeper.ZKUtil(347): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T21:55:27,282 WARN [M:0;ef788a4cade8:36111 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T21:55:27,283 INFO [M:0;ef788a4cade8:36111 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/.lastflushedseqids 2024-11-14T21:55:27,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741844_1020 (size=182) 2024-11-14T21:55:27,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46883 is added to blk_1073741844_1020 (size=182) 2024-11-14T21:55:27,305 INFO [M:0;ef788a4cade8:36111 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:55:27,305 INFO [M:0;ef788a4cade8:36111 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:55:27,305 DEBUG [M:0;ef788a4cade8:36111 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:55:27,305 INFO [M:0;ef788a4cade8:36111 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:27,305 DEBUG [M:0;ef788a4cade8:36111 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:27,305 DEBUG [M:0;ef788a4cade8:36111 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:55:27,306 DEBUG [M:0;ef788a4cade8:36111 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:27,306 INFO [M:0;ef788a4cade8:36111 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-14T21:55:27,332 DEBUG [M:0;ef788a4cade8:36111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc81a7eac99d4005a53e885dbd2d790b is 82, key is hbase:meta,,1/info:regioninfo/1731621324681/Put/seqid=0 2024-11-14T21:55:27,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741845_1021 (size=5672) 2024-11-14T21:55:27,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46883 is added to blk_1073741845_1021 (size=5672) 2024-11-14T21:55:27,346 INFO [M:0;ef788a4cade8:36111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc81a7eac99d4005a53e885dbd2d790b 2024-11-14T21:55:27,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x100ac7008d30002, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:27,375 INFO [RS:1;ef788a4cade8:39079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:55:27,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x100ac7008d30002, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:27,375 INFO [RS:1;ef788a4cade8:39079 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,39079,1731621322736; zookeeper connection closed. 2024-11-14T21:55:27,375 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@447f6473 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@447f6473 2024-11-14T21:55:27,376 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-14T21:55:27,378 DEBUG [M:0;ef788a4cade8:36111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10a69353928248ce8634ab8791860e83 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731621325952/Put/seqid=0 2024-11-14T21:55:27,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741846_1022 (size=6219) 2024-11-14T21:55:27,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46883 is added to blk_1073741846_1022 (size=6219) 2024-11-14T21:55:27,388 INFO [M:0;ef788a4cade8:36111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10a69353928248ce8634ab8791860e83 2024-11-14T21:55:27,417 DEBUG [M:0;ef788a4cade8:36111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ff4728eb95b4b24ab5f569810a06d72 is 69, key is ef788a4cade8,39079,1731621322736/rs:state/1731621323810/Put/seqid=0 2024-11-14T21:55:27,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741847_1023 (size=5224) 2024-11-14T21:55:27,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46883 is added to blk_1073741847_1023 (size=5224) 2024-11-14T21:55:27,425 INFO [M:0;ef788a4cade8:36111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ff4728eb95b4b24ab5f569810a06d72 2024-11-14T21:55:27,434 DEBUG [M:0;ef788a4cade8:36111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc81a7eac99d4005a53e885dbd2d790b as hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc81a7eac99d4005a53e885dbd2d790b 2024-11-14T21:55:27,443 INFO [M:0;ef788a4cade8:36111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc81a7eac99d4005a53e885dbd2d790b, entries=8, sequenceid=71, filesize=5.5 K 2024-11-14T21:55:27,445 DEBUG [M:0;ef788a4cade8:36111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10a69353928248ce8634ab8791860e83 as hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10a69353928248ce8634ab8791860e83 2024-11-14T21:55:27,451 INFO [M:0;ef788a4cade8:36111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10a69353928248ce8634ab8791860e83, entries=8, sequenceid=71, filesize=6.1 K 2024-11-14T21:55:27,453 DEBUG [M:0;ef788a4cade8:36111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ff4728eb95b4b24ab5f569810a06d72 as hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ff4728eb95b4b24ab5f569810a06d72 2024-11-14T21:55:27,459 INFO [M:0;ef788a4cade8:36111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43171/user/jenkins/test-data/f9e65563-27a8-adde-d296-9599bc921ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ff4728eb95b4b24ab5f569810a06d72, entries=2, sequenceid=71, filesize=5.1 K 2024-11-14T21:55:27,461 INFO [M:0;ef788a4cade8:36111 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 155ms, sequenceid=71, compaction requested=false 2024-11-14T21:55:27,463 INFO [M:0;ef788a4cade8:36111 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:27,463 DEBUG [M:0;ef788a4cade8:36111 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731621327305Disabling compacts and flushes for region at 1731621327305Disabling writes for close at 1731621327305Obtaining lock to block concurrent updates at 1731621327306 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731621327306Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731621327306Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731621327308 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731621327308Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731621327332 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731621327332Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731621327356 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731621327377 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731621327377Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731621327397 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731621327417 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731621327417Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65d9e7e9: reopening flushed file at 1731621327433 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2400ada3: reopening flushed file at 1731621327443 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@515713df: reopening flushed file at 1731621327452 (+9 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 155ms, sequenceid=71, compaction requested=false at 1731621327461 (+9 ms)Writing region close event to WAL at 1731621327463 (+2 ms)Closed at 1731621327463 2024-11-14T21:55:27,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741830_1006 (size=35440) 2024-11-14T21:55:27,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46883 is added to blk_1073741830_1006 (size=35440) 2024-11-14T21:55:27,467 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:55:27,467 INFO [M:0;ef788a4cade8:36111 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:55:27,468 INFO [M:0;ef788a4cade8:36111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36111 2024-11-14T21:55:27,468 INFO [M:0;ef788a4cade8:36111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:55:27,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:27,570 INFO [M:0;ef788a4cade8:36111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:55:27,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x100ac7008d30000, quorum=127.0.0.1:61392, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:27,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:55:27,579 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:55:27,580 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:55:27,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:55:27,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/hadoop.log.dir/,STOPPED} 2024-11-14T21:55:27,583 WARN [BP-745397962-172.17.0.2-1731621318517 heartbeating to localhost/127.0.0.1:43171 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:55:27,583 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:55:27,583 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:55:27,583 WARN [BP-745397962-172.17.0.2-1731621318517 heartbeating to localhost/127.0.0.1:43171 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-745397962-172.17.0.2-1731621318517 (Datanode Uuid 0db6876d-173a-48ba-9510-43d3e9eeed70) service to localhost/127.0.0.1:43171 2024-11-14T21:55:27,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/cluster_4f4c330a-c019-e623-ee0f-e440cb5d3fc1/data/data3/current/BP-745397962-172.17.0.2-1731621318517 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:55:27,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/cluster_4f4c330a-c019-e623-ee0f-e440cb5d3fc1/data/data4/current/BP-745397962-172.17.0.2-1731621318517 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:55:27,586 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:55:27,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:55:27,589 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:55:27,589 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:55:27,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:55:27,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/hadoop.log.dir/,STOPPED} 2024-11-14T21:55:27,590 WARN [BP-745397962-172.17.0.2-1731621318517 heartbeating to localhost/127.0.0.1:43171 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:55:27,590 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:55:27,590 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:55:27,590 WARN [BP-745397962-172.17.0.2-1731621318517 heartbeating to localhost/127.0.0.1:43171 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-745397962-172.17.0.2-1731621318517 (Datanode Uuid a3bb994f-cdc3-4cae-955b-42421f7ba6b5) service to localhost/127.0.0.1:43171 2024-11-14T21:55:27,591 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/cluster_4f4c330a-c019-e623-ee0f-e440cb5d3fc1/data/data1/current/BP-745397962-172.17.0.2-1731621318517 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:55:27,591 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/cluster_4f4c330a-c019-e623-ee0f-e440cb5d3fc1/data/data2/current/BP-745397962-172.17.0.2-1731621318517 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:55:27,592 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:55:27,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:55:27,604 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:55:27,604 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:55:27,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:55:27,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/hadoop.log.dir/,STOPPED} 2024-11-14T21:55:27,613 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T21:55:27,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:55:27,650 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=79 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3397e985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ef788a4cade8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43171 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ef788a4cade8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43171 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ef788a4cade8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ef788a4cade8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=404 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=350 (was 257) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3831 (was 5021) 2024-11-14T21:55:27,658 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=79, OpenFileDescriptor=404, MaxFileDescriptor=1048576, SystemLoadAverage=350, ProcessCount=11, AvailableMemoryMB=3831 2024-11-14T21:55:27,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/hadoop.log.dir so I do NOT create it in target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf 2024-11-14T21:55:27,673 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:55:27,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/hadoop.tmp.dir so I do NOT create it in target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf 2024-11-14T21:55:27,673 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d734e8-5b4b-4b90-fa70-a8366ea0e2aa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:55:27,674 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf 2024-11-14T21:55:27,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:55:27,674 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/cluster_8606904c-7585-8003-7d0e-180f4634e742, deleteOnExit=true 2024-11-14T21:55:27,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:55:27,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/test.cache.data in system properties and HBase conf 2024-11-14T21:55:27,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:55:27,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:55:27,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:55:27,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:55:27,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:55:27,675 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:55:27,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:55:27,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:55:27,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:55:27,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:55:27,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:55:27,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:55:27,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:55:27,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:55:27,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:55:27,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:55:27,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:55:27,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:55:27,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:55:27,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:55:27,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:55:27,795 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:55:27,803 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:55:27,803 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:55:27,803 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:55:27,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:55:27,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a9725af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:55:27,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d1bb3ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:55:27,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5213b0c9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/java.io.tmpdir/jetty-localhost-34407-hadoop-hdfs-3_4_1-tests_jar-_-any-15414281736955258717/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:55:27,956 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@aaa90f4{HTTP/1.1, (http/1.1)}{localhost:34407} 2024-11-14T21:55:27,956 INFO [Time-limited test {}] server.Server(415): Started @11810ms 2024-11-14T21:55:28,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:55:28,078 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:55:28,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:55:28,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:55:28,079 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:55:28,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1955f822{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:55:28,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@106aed75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:55:28,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77d5532b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/java.io.tmpdir/jetty-localhost-34941-hadoop-hdfs-3_4_1-tests_jar-_-any-5489690754407993357/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:55:28,205 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31725c31{HTTP/1.1, (http/1.1)}{localhost:34941} 2024-11-14T21:55:28,205 INFO [Time-limited test {}] server.Server(415): Started @12059ms 2024-11-14T21:55:28,207 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:55:28,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:55:28,255 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:55:28,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:55:28,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:55:28,256 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T21:55:28,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fa67c50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:55:28,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1811e72e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:55:28,333 WARN [Thread-350 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/cluster_8606904c-7585-8003-7d0e-180f4634e742/data/data1/current/BP-545624861-172.17.0.2-1731621327712/current, will proceed with Du for space computation calculation, 2024-11-14T21:55:28,333 WARN [Thread-351 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/cluster_8606904c-7585-8003-7d0e-180f4634e742/data/data2/current/BP-545624861-172.17.0.2-1731621327712/current, will proceed with Du for space computation calculation, 2024-11-14T21:55:28,376 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:55:28,380 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x220a360ce724b9f9 with lease ID 0x9dbb1aee179ae6ab: Processing first storage report for DS-f8ceb6eb-c03c-48a3-a4df-ec4635d85941 from datanode DatanodeRegistration(127.0.0.1:38471, datanodeUuid=7f3855fd-f206-431a-9733-513d37e25916, infoPort=40705, infoSecurePort=0, ipcPort=45193, storageInfo=lv=-57;cid=testClusterID;nsid=2073781862;c=1731621327712) 2024-11-14T21:55:28,380 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x220a360ce724b9f9 with lease ID 0x9dbb1aee179ae6ab: from storage DS-f8ceb6eb-c03c-48a3-a4df-ec4635d85941 node DatanodeRegistration(127.0.0.1:38471, datanodeUuid=7f3855fd-f206-431a-9733-513d37e25916, infoPort=40705, infoSecurePort=0, ipcPort=45193, storageInfo=lv=-57;cid=testClusterID;nsid=2073781862;c=1731621327712), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:55:28,380 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x220a360ce724b9f9 with lease ID 0x9dbb1aee179ae6ab: Processing first storage report for DS-6ff5d359-2cdb-4dd7-b508-4fb7106ed85a from datanode DatanodeRegistration(127.0.0.1:38471, datanodeUuid=7f3855fd-f206-431a-9733-513d37e25916, infoPort=40705, infoSecurePort=0, ipcPort=45193, storageInfo=lv=-57;cid=testClusterID;nsid=2073781862;c=1731621327712) 2024-11-14T21:55:28,380 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x220a360ce724b9f9 with lease ID 0x9dbb1aee179ae6ab: from storage DS-6ff5d359-2cdb-4dd7-b508-4fb7106ed85a node DatanodeRegistration(127.0.0.1:38471, datanodeUuid=7f3855fd-f206-431a-9733-513d37e25916, infoPort=40705, infoSecurePort=0, ipcPort=45193, storageInfo=lv=-57;cid=testClusterID;nsid=2073781862;c=1731621327712), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:55:28,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16f16c46{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/java.io.tmpdir/jetty-localhost-33035-hadoop-hdfs-3_4_1-tests_jar-_-any-14477733836733581862/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:55:28,401 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@180ebfaf{HTTP/1.1, (http/1.1)}{localhost:33035} 2024-11-14T21:55:28,401 INFO [Time-limited test {}] server.Server(415): Started @12255ms 2024-11-14T21:55:28,403 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:55:28,509 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/cluster_8606904c-7585-8003-7d0e-180f4634e742/data/data3/current/BP-545624861-172.17.0.2-1731621327712/current, will proceed with Du for space computation calculation, 2024-11-14T21:55:28,509 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/cluster_8606904c-7585-8003-7d0e-180f4634e742/data/data4/current/BP-545624861-172.17.0.2-1731621327712/current, will proceed with Du for space computation calculation, 2024-11-14T21:55:28,528 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:55:28,531 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba8f07e9a54e9c7a with lease ID 0x9dbb1aee179ae6ac: Processing first storage report for DS-f5bd3f9c-ce6c-4584-b44a-30a2c5505044 from datanode DatanodeRegistration(127.0.0.1:45643, datanodeUuid=66e10b6a-4138-4d45-9432-a6195863ce7a, infoPort=34611, infoSecurePort=0, ipcPort=42929, storageInfo=lv=-57;cid=testClusterID;nsid=2073781862;c=1731621327712) 2024-11-14T21:55:28,531 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba8f07e9a54e9c7a with lease ID 0x9dbb1aee179ae6ac: from storage DS-f5bd3f9c-ce6c-4584-b44a-30a2c5505044 node DatanodeRegistration(127.0.0.1:45643, datanodeUuid=66e10b6a-4138-4d45-9432-a6195863ce7a, infoPort=34611, infoSecurePort=0, ipcPort=42929, storageInfo=lv=-57;cid=testClusterID;nsid=2073781862;c=1731621327712), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:55:28,532 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba8f07e9a54e9c7a with lease ID 0x9dbb1aee179ae6ac: Processing first storage report for DS-2ea4fcb7-10fc-4497-9eb2-a5a79855ff1c from datanode DatanodeRegistration(127.0.0.1:45643, datanodeUuid=66e10b6a-4138-4d45-9432-a6195863ce7a, infoPort=34611, infoSecurePort=0, ipcPort=42929, storageInfo=lv=-57;cid=testClusterID;nsid=2073781862;c=1731621327712) 2024-11-14T21:55:28,532 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba8f07e9a54e9c7a with lease ID 0x9dbb1aee179ae6ac: from storage DS-2ea4fcb7-10fc-4497-9eb2-a5a79855ff1c node DatanodeRegistration(127.0.0.1:45643, datanodeUuid=66e10b6a-4138-4d45-9432-a6195863ce7a, infoPort=34611, infoSecurePort=0, ipcPort=42929, storageInfo=lv=-57;cid=testClusterID;nsid=2073781862;c=1731621327712), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:55:28,536 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf 2024-11-14T21:55:28,539 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/cluster_8606904c-7585-8003-7d0e-180f4634e742/zookeeper_0, clientPort=49167, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/cluster_8606904c-7585-8003-7d0e-180f4634e742/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/cluster_8606904c-7585-8003-7d0e-180f4634e742/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T21:55:28,540 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49167 2024-11-14T21:55:28,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:28,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:28,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:55:28,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:55:28,556 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2 with version=8 2024-11-14T21:55:28,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/hbase-staging 2024-11-14T21:55:28,558 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:55:28,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:28,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:28,558 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:55:28,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:28,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:55:28,558 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:55:28,558 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:55:28,559 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41629 2024-11-14T21:55:28,560 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41629 connecting to ZooKeeper ensemble=127.0.0.1:49167 2024-11-14T21:55:28,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416290x0, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:55:28,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41629-0x100ac7026ba0000 connected 2024-11-14T21:55:28,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:28,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:28,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:28,592 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2, hbase.cluster.distributed=false 2024-11-14T21:55:28,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T21:55:28,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41629 2024-11-14T21:55:28,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41629 2024-11-14T21:55:28,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41629 2024-11-14T21:55:28,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41629 2024-11-14T21:55:28,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41629 2024-11-14T21:55:28,612 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:55:28,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:28,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:28,612 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:55:28,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:28,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:55:28,612 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:55:28,612 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:55:28,613 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43063 2024-11-14T21:55:28,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43063 connecting to ZooKeeper ensemble=127.0.0.1:49167 2024-11-14T21:55:28,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:28,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:28,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430630x0, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:55:28,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43063-0x100ac7026ba0001 connected 2024-11-14T21:55:28,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43063-0x100ac7026ba0001, quorum=127.0.0.1:49167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:28,623 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:55:28,623 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:55:28,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43063-0x100ac7026ba0001, quorum=127.0.0.1:49167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T21:55:28,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43063-0x100ac7026ba0001, quorum=127.0.0.1:49167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T21:55:28,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43063 2024-11-14T21:55:28,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43063 2024-11-14T21:55:28,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43063 2024-11-14T21:55:28,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43063 2024-11-14T21:55:28,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43063 2024-11-14T21:55:28,642 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:55:28,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:28,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:28,643 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:55:28,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:28,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:55:28,643 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:55:28,643 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:55:28,644 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34413 2024-11-14T21:55:28,645 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34413 connecting to ZooKeeper ensemble=127.0.0.1:49167 2024-11-14T21:55:28,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:28,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:28,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344130x0, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:55:28,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34413-0x100ac7026ba0002 connected 2024-11-14T21:55:28,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34413-0x100ac7026ba0002, quorum=127.0.0.1:49167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:28,653 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:55:28,653 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:55:28,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34413-0x100ac7026ba0002, quorum=127.0.0.1:49167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T21:55:28,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34413-0x100ac7026ba0002, quorum=127.0.0.1:49167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T21:55:28,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34413 2024-11-14T21:55:28,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34413 2024-11-14T21:55:28,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34413 2024-11-14T21:55:28,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34413 2024-11-14T21:55:28,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34413 2024-11-14T21:55:28,675 DEBUG [M:0;ef788a4cade8:41629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:41629 2024-11-14T21:55:28,676 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ef788a4cade8,41629,1731621328557 2024-11-14T21:55:28,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34413-0x100ac7026ba0002, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:28,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43063-0x100ac7026ba0001, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:28,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:28,679 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ef788a4cade8,41629,1731621328557 2024-11-14T21:55:28,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34413-0x100ac7026ba0002, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T21:55:28,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:28,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43063-0x100ac7026ba0001, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T21:55:28,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43063-0x100ac7026ba0001, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:28,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34413-0x100ac7026ba0002, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:28,689 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T21:55:28,690 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ef788a4cade8,41629,1731621328557 from backup master directory 2024-11-14T21:55:28,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43063-0x100ac7026ba0001, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:28,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34413-0x100ac7026ba0002, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:28,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ef788a4cade8,41629,1731621328557 2024-11-14T21:55:28,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:28,693 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:55:28,693 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,41629,1731621328557 2024-11-14T21:55:28,705 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/hbase.id] with ID: 94cb4c40-7bc4-49b3-a1ed-431d19cefecb 2024-11-14T21:55:28,705 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/.tmp/hbase.id 2024-11-14T21:55:28,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:55:28,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:55:28,723 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/.tmp/hbase.id]:[hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/hbase.id] 2024-11-14T21:55:28,741 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:28,742 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:55:28,743 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T21:55:28,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34413-0x100ac7026ba0002, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:28,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43063-0x100ac7026ba0001, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:28,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:28,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:55:28,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:55:28,755 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:55:28,756 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:55:28,756 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:55:28,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:55:28,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:55:28,767 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/MasterData/data/master/store 2024-11-14T21:55:28,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:55:28,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:55:28,776 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:28,776 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:55:28,776 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:28,776 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:28,776 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:55:28,776 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:28,776 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:28,776 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731621328776Disabling compacts and flushes for region at 1731621328776Disabling writes for close at 1731621328776Writing region close event to WAL at 1731621328776Closed at 1731621328776 2024-11-14T21:55:28,777 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/MasterData/data/master/store/.initializing 2024-11-14T21:55:28,778 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/MasterData/WALs/ef788a4cade8,41629,1731621328557 2024-11-14T21:55:28,779 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:55:28,781 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C41629%2C1731621328557, suffix=, logDir=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/MasterData/WALs/ef788a4cade8,41629,1731621328557, archiveDir=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/MasterData/oldWALs, maxLogs=10 2024-11-14T21:55:28,795 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/MasterData/WALs/ef788a4cade8,41629,1731621328557/ef788a4cade8%2C41629%2C1731621328557.1731621328781, exclude list is [], retry=0 2024-11-14T21:55:28,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38471,DS-f8ceb6eb-c03c-48a3-a4df-ec4635d85941,DISK] 2024-11-14T21:55:28,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45643,DS-f5bd3f9c-ce6c-4584-b44a-30a2c5505044,DISK] 2024-11-14T21:55:28,802 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/MasterData/WALs/ef788a4cade8,41629,1731621328557/ef788a4cade8%2C41629%2C1731621328557.1731621328781 2024-11-14T21:55:28,802 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40705:40705),(127.0.0.1/127.0.0.1:34611:34611)] 2024-11-14T21:55:28,802 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:55:28,803 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:28,803 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:28,803 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:28,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:28,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:55:28,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:28,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:28,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:28,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:55:28,809 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:28,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:28,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:28,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:55:28,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:28,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:28,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:28,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:55:28,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:28,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:28,815 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:28,815 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:28,816 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:28,818 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:28,818 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:28,818 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:55:28,820 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:28,822 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:55:28,823 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66323885, jitterRate=-0.01169709861278534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:55:28,823 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731621328803Initializing all the Stores at 1731621328804 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621328804Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621328804Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621328804Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621328804Cleaning up temporary data from old regions at 1731621328818 (+14 ms)Region opened successfully at 1731621328823 (+5 ms) 2024-11-14T21:55:28,824 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:55:28,828 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7154c480, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:55:28,829 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:55:28,829 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:55:28,829 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:55:28,829 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:55:28,830 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T21:55:28,830 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:55:28,830 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:55:28,833 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:55:28,833 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T21:55:28,835 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T21:55:28,835 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:55:28,836 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:55:28,837 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T21:55:28,838 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:55:28,839 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:55:28,842 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T21:55:28,843 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:55:28,844 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T21:55:28,846 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:55:28,848 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T21:55:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43063-0x100ac7026ba0001, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34413-0x100ac7026ba0002, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43063-0x100ac7026ba0001, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34413-0x100ac7026ba0002, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:28,852 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,41629,1731621328557, sessionid=0x100ac7026ba0000, setting cluster-up flag (Was=false) 2024-11-14T21:55:28,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:28,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43063-0x100ac7026ba0001, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:28,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34413-0x100ac7026ba0002, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:28,864 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T21:55:28,866 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,41629,1731621328557 2024-11-14T21:55:28,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34413-0x100ac7026ba0002, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:28,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:28,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43063-0x100ac7026ba0001, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:28,877 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T21:55:28,878 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,41629,1731621328557 2024-11-14T21:55:28,880 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:55:28,884 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:55:28,884 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:55:28,884 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:55:28,884 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,41629,1731621328557 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:55:28,886 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:55:28,886 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:55:28,886 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:55:28,886 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:55:28,886 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:55:28,886 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:28,886 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:55:28,886 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:28,888 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:55:28,889 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:55:28,890 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:28,890 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:55:28,890 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731621358890 2024-11-14T21:55:28,891 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:55:28,891 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:55:28,891 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:55:28,891 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:55:28,891 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:55:28,891 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:55:28,894 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:28,899 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:55:28,899 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:55:28,899 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:55:28,902 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:55:28,903 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:55:28,910 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731621328903,5,FailOnTimeoutGroup] 2024-11-14T21:55:28,911 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731621328910,5,FailOnTimeoutGroup] 2024-11-14T21:55:28,911 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:28,911 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:55:28,911 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:28,911 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:28,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:55:28,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:55:28,926 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:55:28,926 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2 2024-11-14T21:55:28,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741832_1008 (size=32) 2024-11-14T21:55:28,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741832_1008 (size=32) 2024-11-14T21:55:28,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:28,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:55:28,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:55:28,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:28,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:28,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:55:28,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:55:28,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:28,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:28,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:55:28,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:55:28,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:28,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:28,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:55:28,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:55:28,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:28,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:28,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:55:28,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/hbase/meta/1588230740 2024-11-14T21:55:28,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/hbase/meta/1588230740 2024-11-14T21:55:28,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:55:28,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:55:28,958 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:55:28,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:55:28,960 INFO [RS:0;ef788a4cade8:43063 {}] regionserver.HRegionServer(746): ClusterId : 94cb4c40-7bc4-49b3-a1ed-431d19cefecb 2024-11-14T21:55:28,960 DEBUG [RS:0;ef788a4cade8:43063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:55:28,962 INFO [RS:1;ef788a4cade8:34413 {}] regionserver.HRegionServer(746): ClusterId : 94cb4c40-7bc4-49b3-a1ed-431d19cefecb 2024-11-14T21:55:28,962 DEBUG [RS:1;ef788a4cade8:34413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:55:28,963 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:55:28,964 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72104913, jitterRate=0.07444693148136139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:55:28,964 DEBUG [RS:0;ef788a4cade8:43063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:55:28,965 DEBUG [RS:0;ef788a4cade8:43063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:55:28,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731621328939Initializing all the Stores at 1731621328940 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621328940Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621328941 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621328941Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621328941Cleaning up temporary data from old regions at 1731621328957 (+16 ms)Region opened successfully at 1731621328965 (+8 ms) 2024-11-14T21:55:28,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:55:28,965 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:55:28,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:55:28,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:55:28,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:55:28,967 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:55:28,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731621328965Disabling compacts and flushes for region at 1731621328965Disabling writes for close at 1731621328965Writing region close event to WAL at 1731621328967 (+2 ms)Closed at 1731621328967 2024-11-14T21:55:28,969 DEBUG [RS:0;ef788a4cade8:43063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:55:28,969 DEBUG [RS:1;ef788a4cade8:34413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:55:28,969 DEBUG [RS:1;ef788a4cade8:34413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:55:28,970 DEBUG [RS:0;ef788a4cade8:43063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7435dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:55:28,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:55:28,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:55:28,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:55:28,972 DEBUG [RS:1;ef788a4cade8:34413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:55:28,973 DEBUG [RS:1;ef788a4cade8:34413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30539560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:55:28,973 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:55:28,975 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:55:28,985 DEBUG [RS:0;ef788a4cade8:43063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:43063 2024-11-14T21:55:28,985 INFO [RS:0;ef788a4cade8:43063 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:55:28,985 INFO [RS:0;ef788a4cade8:43063 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:55:28,985 DEBUG [RS:0;ef788a4cade8:43063 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:55:28,986 INFO [RS:0;ef788a4cade8:43063 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,41629,1731621328557 with port=43063, startcode=1731621328611 2024-11-14T21:55:28,986 DEBUG [RS:0;ef788a4cade8:43063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:55:28,988 DEBUG [RS:1;ef788a4cade8:34413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ef788a4cade8:34413 2024-11-14T21:55:28,988 INFO [RS:1;ef788a4cade8:34413 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:55:28,988 INFO [RS:1;ef788a4cade8:34413 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:55:28,988 DEBUG [RS:1;ef788a4cade8:34413 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:55:28,988 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:55:28,989 INFO [RS:1;ef788a4cade8:34413 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,41629,1731621328557 with port=34413, startcode=1731621328642 2024-11-14T21:55:28,989 DEBUG [RS:1;ef788a4cade8:34413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:55:28,989 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41629 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,43063,1731621328611 2024-11-14T21:55:28,989 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41629 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,43063,1731621328611 2024-11-14T21:55:28,991 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:55:28,991 DEBUG [RS:0;ef788a4cade8:43063 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2 2024-11-14T21:55:28,991 DEBUG [RS:0;ef788a4cade8:43063 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33725 2024-11-14T21:55:28,991 DEBUG [RS:0;ef788a4cade8:43063 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:55:28,991 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41629 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,34413,1731621328642 2024-11-14T21:55:28,992 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41629 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,34413,1731621328642 2024-11-14T21:55:28,993 DEBUG [RS:1;ef788a4cade8:34413 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2 2024-11-14T21:55:28,993 DEBUG [RS:1;ef788a4cade8:34413 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33725 2024-11-14T21:55:28,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T21:55:28,993 DEBUG [RS:1;ef788a4cade8:34413 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:55:28,994 DEBUG [RS:0;ef788a4cade8:43063 {}] zookeeper.ZKUtil(111): regionserver:43063-0x100ac7026ba0001, quorum=127.0.0.1:49167, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ef788a4cade8,43063,1731621328611 2024-11-14T21:55:28,994 WARN [RS:0;ef788a4cade8:43063 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:55:28,994 INFO [RS:0;ef788a4cade8:43063 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:55:28,994 DEBUG [RS:0;ef788a4cade8:43063 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/WALs/ef788a4cade8,43063,1731621328611 2024-11-14T21:55:28,999 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,34413,1731621328642] 2024-11-14T21:55:28,999 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,43063,1731621328611] 2024-11-14T21:55:28,999 DEBUG [RS:1;ef788a4cade8:34413 {}] zookeeper.ZKUtil(111): regionserver:34413-0x100ac7026ba0002, quorum=127.0.0.1:49167, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ef788a4cade8,34413,1731621328642 2024-11-14T21:55:28,999 WARN [RS:1;ef788a4cade8:34413 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:55:28,999 INFO [RS:1;ef788a4cade8:34413 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:55:28,999 DEBUG [RS:1;ef788a4cade8:34413 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/WALs/ef788a4cade8,34413,1731621328642 2024-11-14T21:55:29,000 INFO [RS:0;ef788a4cade8:43063 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:55:29,006 INFO [RS:1;ef788a4cade8:34413 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:55:29,010 INFO [RS:0;ef788a4cade8:43063 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:55:29,014 INFO [RS:1;ef788a4cade8:34413 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:55:29,018 INFO [RS:0;ef788a4cade8:43063 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:55:29,019 INFO [RS:0;ef788a4cade8:43063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,019 INFO [RS:1;ef788a4cade8:34413 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:55:29,019 INFO [RS:1;ef788a4cade8:34413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,019 INFO [RS:0;ef788a4cade8:43063 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:55:29,019 INFO [RS:1;ef788a4cade8:34413 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:55:29,020 INFO [RS:0;ef788a4cade8:43063 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:55:29,020 INFO [RS:0;ef788a4cade8:43063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,021 DEBUG [RS:0;ef788a4cade8:43063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:29,021 DEBUG [RS:0;ef788a4cade8:43063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:29,021 DEBUG [RS:0;ef788a4cade8:43063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:29,021 DEBUG [RS:0;ef788a4cade8:43063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:29,021 DEBUG [RS:0;ef788a4cade8:43063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:29,021 DEBUG [RS:0;ef788a4cade8:43063 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:55:29,021 DEBUG [RS:0;ef788a4cade8:43063 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:29,021 DEBUG [RS:0;ef788a4cade8:43063 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:29,021 DEBUG [RS:0;ef788a4cade8:43063 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:29,021 DEBUG [RS:0;ef788a4cade8:43063 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:29,021 DEBUG [RS:0;ef788a4cade8:43063 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:29,021 DEBUG [RS:0;ef788a4cade8:43063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:29,021 DEBUG [RS:0;ef788a4cade8:43063 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:55:29,022 DEBUG [RS:0;ef788a4cade8:43063 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:55:29,022 INFO [RS:1;ef788a4cade8:34413 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:55:29,022 INFO [RS:1;ef788a4cade8:34413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,022 DEBUG [RS:1;ef788a4cade8:34413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:29,022 DEBUG [RS:1;ef788a4cade8:34413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:29,022 DEBUG [RS:1;ef788a4cade8:34413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:29,022 DEBUG [RS:1;ef788a4cade8:34413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:29,022 DEBUG [RS:1;ef788a4cade8:34413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:29,022 INFO [RS:0;ef788a4cade8:43063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,022 DEBUG [RS:1;ef788a4cade8:34413 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:55:29,022 DEBUG [RS:1;ef788a4cade8:34413 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:29,022 INFO [RS:0;ef788a4cade8:43063 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,022 DEBUG [RS:1;ef788a4cade8:34413 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:29,022 INFO [RS:0;ef788a4cade8:43063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,023 DEBUG [RS:1;ef788a4cade8:34413 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:29,023 INFO [RS:0;ef788a4cade8:43063 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,023 INFO [RS:0;ef788a4cade8:43063 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,023 DEBUG [RS:1;ef788a4cade8:34413 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:29,023 INFO [RS:0;ef788a4cade8:43063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,43063,1731621328611-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:55:29,023 DEBUG [RS:1;ef788a4cade8:34413 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:29,023 DEBUG [RS:1;ef788a4cade8:34413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:29,023 DEBUG [RS:1;ef788a4cade8:34413 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:55:29,023 DEBUG [RS:1;ef788a4cade8:34413 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:55:29,023 INFO [RS:1;ef788a4cade8:34413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,024 INFO [RS:1;ef788a4cade8:34413 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,024 INFO [RS:1;ef788a4cade8:34413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,024 INFO [RS:1;ef788a4cade8:34413 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,024 INFO [RS:1;ef788a4cade8:34413 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,024 INFO [RS:1;ef788a4cade8:34413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,34413,1731621328642-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:55:29,039 INFO [RS:0;ef788a4cade8:43063 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:55:29,039 INFO [RS:0;ef788a4cade8:43063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,43063,1731621328611-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,039 INFO [RS:1;ef788a4cade8:34413 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:55:29,039 INFO [RS:0;ef788a4cade8:43063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,040 INFO [RS:0;ef788a4cade8:43063 {}] regionserver.Replication(171): ef788a4cade8,43063,1731621328611 started 2024-11-14T21:55:29,040 INFO [RS:1;ef788a4cade8:34413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,34413,1731621328642-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,040 INFO [RS:1;ef788a4cade8:34413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,040 INFO [RS:1;ef788a4cade8:34413 {}] regionserver.Replication(171): ef788a4cade8,34413,1731621328642 started 2024-11-14T21:55:29,059 INFO [RS:0;ef788a4cade8:43063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,059 INFO [RS:0;ef788a4cade8:43063 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,43063,1731621328611, RpcServer on ef788a4cade8/172.17.0.2:43063, sessionid=0x100ac7026ba0001 2024-11-14T21:55:29,059 DEBUG [RS:0;ef788a4cade8:43063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:55:29,059 DEBUG [RS:0;ef788a4cade8:43063 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,43063,1731621328611 2024-11-14T21:55:29,059 DEBUG [RS:0;ef788a4cade8:43063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,43063,1731621328611' 2024-11-14T21:55:29,059 DEBUG [RS:0;ef788a4cade8:43063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T21:55:29,060 DEBUG [RS:0;ef788a4cade8:43063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T21:55:29,060 DEBUG [RS:0;ef788a4cade8:43063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:55:29,060 DEBUG [RS:0;ef788a4cade8:43063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:55:29,060 DEBUG [RS:0;ef788a4cade8:43063 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,43063,1731621328611 2024-11-14T21:55:29,061 DEBUG [RS:0;ef788a4cade8:43063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,43063,1731621328611' 2024-11-14T21:55:29,061 DEBUG [RS:0;ef788a4cade8:43063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T21:55:29,061 DEBUG [RS:0;ef788a4cade8:43063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T21:55:29,061 INFO [RS:1;ef788a4cade8:34413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,061 INFO [RS:1;ef788a4cade8:34413 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,34413,1731621328642, RpcServer on ef788a4cade8/172.17.0.2:34413, sessionid=0x100ac7026ba0002 2024-11-14T21:55:29,062 DEBUG [RS:1;ef788a4cade8:34413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:55:29,062 DEBUG [RS:1;ef788a4cade8:34413 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,34413,1731621328642 2024-11-14T21:55:29,062 DEBUG [RS:1;ef788a4cade8:34413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,34413,1731621328642' 2024-11-14T21:55:29,062 DEBUG [RS:1;ef788a4cade8:34413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T21:55:29,062 DEBUG [RS:0;ef788a4cade8:43063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:55:29,062 INFO [RS:0;ef788a4cade8:43063 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:55:29,062 DEBUG [RS:1;ef788a4cade8:34413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T21:55:29,063 INFO [RS:0;ef788a4cade8:43063 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:55:29,063 DEBUG [RS:1;ef788a4cade8:34413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:55:29,063 DEBUG [RS:1;ef788a4cade8:34413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:55:29,063 DEBUG [RS:1;ef788a4cade8:34413 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,34413,1731621328642 2024-11-14T21:55:29,063 DEBUG [RS:1;ef788a4cade8:34413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,34413,1731621328642' 2024-11-14T21:55:29,063 DEBUG [RS:1;ef788a4cade8:34413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T21:55:29,064 DEBUG [RS:1;ef788a4cade8:34413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T21:55:29,064 DEBUG [RS:1;ef788a4cade8:34413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:55:29,064 INFO [RS:1;ef788a4cade8:34413 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:55:29,064 INFO [RS:1;ef788a4cade8:34413 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:55:29,126 WARN [ef788a4cade8:41629 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T21:55:29,163 INFO [RS:0;ef788a4cade8:43063 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:55:29,165 INFO [RS:1;ef788a4cade8:34413 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:55:29,166 INFO [RS:0;ef788a4cade8:43063 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C43063%2C1731621328611, suffix=, logDir=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/WALs/ef788a4cade8,43063,1731621328611, archiveDir=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/oldWALs, maxLogs=32 2024-11-14T21:55:29,167 INFO [RS:1;ef788a4cade8:34413 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C34413%2C1731621328642, suffix=, logDir=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/WALs/ef788a4cade8,34413,1731621328642, archiveDir=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/oldWALs, maxLogs=32 2024-11-14T21:55:29,183 DEBUG [RS:1;ef788a4cade8:34413 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/WALs/ef788a4cade8,34413,1731621328642/ef788a4cade8%2C34413%2C1731621328642.1731621329168, exclude list is [], retry=0 2024-11-14T21:55:29,184 DEBUG [RS:0;ef788a4cade8:43063 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/WALs/ef788a4cade8,43063,1731621328611/ef788a4cade8%2C43063%2C1731621328611.1731621329167, exclude list is [], retry=0 2024-11-14T21:55:29,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45643,DS-f5bd3f9c-ce6c-4584-b44a-30a2c5505044,DISK] 2024-11-14T21:55:29,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38471,DS-f8ceb6eb-c03c-48a3-a4df-ec4635d85941,DISK] 2024-11-14T21:55:29,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45643,DS-f5bd3f9c-ce6c-4584-b44a-30a2c5505044,DISK] 2024-11-14T21:55:29,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38471,DS-f8ceb6eb-c03c-48a3-a4df-ec4635d85941,DISK] 2024-11-14T21:55:29,191 INFO [RS:1;ef788a4cade8:34413 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/WALs/ef788a4cade8,34413,1731621328642/ef788a4cade8%2C34413%2C1731621328642.1731621329168 2024-11-14T21:55:29,191 INFO [RS:0;ef788a4cade8:43063 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/WALs/ef788a4cade8,43063,1731621328611/ef788a4cade8%2C43063%2C1731621328611.1731621329167 2024-11-14T21:55:29,193 DEBUG [RS:1;ef788a4cade8:34413 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40705:40705),(127.0.0.1/127.0.0.1:34611:34611)] 2024-11-14T21:55:29,193 DEBUG [RS:0;ef788a4cade8:43063 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34611:34611),(127.0.0.1/127.0.0.1:40705:40705)] 2024-11-14T21:55:29,376 DEBUG [ef788a4cade8:41629 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T21:55:29,376 DEBUG [ef788a4cade8:41629 {}] balancer.BalancerClusterState(204): Hosts are {ef788a4cade8=0} racks are {/default-rack=0} 2024-11-14T21:55:29,379 DEBUG [ef788a4cade8:41629 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T21:55:29,379 DEBUG [ef788a4cade8:41629 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T21:55:29,379 DEBUG [ef788a4cade8:41629 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T21:55:29,379 DEBUG [ef788a4cade8:41629 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T21:55:29,379 INFO [ef788a4cade8:41629 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T21:55:29,379 INFO [ef788a4cade8:41629 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T21:55:29,379 DEBUG [ef788a4cade8:41629 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T21:55:29,380 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,43063,1731621328611 2024-11-14T21:55:29,382 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,43063,1731621328611, state=OPENING 2024-11-14T21:55:29,384 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:55:29,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34413-0x100ac7026ba0002, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:29,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:29,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43063-0x100ac7026ba0001, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:29,386 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:55:29,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:29,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:29,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,43063,1731621328611}] 2024-11-14T21:55:29,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:29,540 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:55:29,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:55:29,548 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:55:29,548 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:55:29,548 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:55:29,551 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C43063%2C1731621328611.meta, suffix=.meta, logDir=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/WALs/ef788a4cade8,43063,1731621328611, archiveDir=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/oldWALs, maxLogs=32 2024-11-14T21:55:29,566 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/WALs/ef788a4cade8,43063,1731621328611/ef788a4cade8%2C43063%2C1731621328611.meta.1731621329552.meta, exclude list is [], retry=0 2024-11-14T21:55:29,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45643,DS-f5bd3f9c-ce6c-4584-b44a-30a2c5505044,DISK] 2024-11-14T21:55:29,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38471,DS-f8ceb6eb-c03c-48a3-a4df-ec4635d85941,DISK] 2024-11-14T21:55:29,571 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/WALs/ef788a4cade8,43063,1731621328611/ef788a4cade8%2C43063%2C1731621328611.meta.1731621329552.meta 2024-11-14T21:55:29,571 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34611:34611),(127.0.0.1/127.0.0.1:40705:40705)] 2024-11-14T21:55:29,572 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:55:29,572 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:55:29,572 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:55:29,572 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:55:29,572 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:55:29,572 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:29,573 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:55:29,573 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:55:29,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:55:29,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:55:29,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:29,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:29,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:55:29,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:55:29,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:29,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:29,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:55:29,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:55:29,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:29,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:29,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:55:29,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:55:29,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:29,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:29,581 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:55:29,582 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/hbase/meta/1588230740 2024-11-14T21:55:29,584 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/hbase/meta/1588230740 2024-11-14T21:55:29,585 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:55:29,585 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:55:29,586 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:55:29,588 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:55:29,589 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74422791, jitterRate=0.1089860051870346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:55:29,589 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:55:29,590 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731621329573Writing region info on filesystem at 1731621329573Initializing all the Stores at 1731621329574 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621329574Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621329574Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621329574Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621329574Cleaning up temporary data from old regions at 1731621329585 (+11 ms)Running coprocessor post-open hooks at 1731621329589 (+4 ms)Region opened successfully at 1731621329590 (+1 ms) 2024-11-14T21:55:29,592 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731621329540 2024-11-14T21:55:29,595 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:55:29,595 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:55:29,596 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,43063,1731621328611 2024-11-14T21:55:29,597 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,43063,1731621328611, state=OPEN 2024-11-14T21:55:29,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34413-0x100ac7026ba0002, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T21:55:29,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T21:55:29,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43063-0x100ac7026ba0001, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T21:55:29,599 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,43063,1731621328611 2024-11-14T21:55:29,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:29,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:29,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:29,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:55:29,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,43063,1731621328611 in 213 msec 2024-11-14T21:55:29,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:55:29,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 633 msec 2024-11-14T21:55:29,608 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:55:29,608 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:55:29,610 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:55:29,610 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,43063,1731621328611, seqNum=-1] 2024-11-14T21:55:29,610 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:55:29,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:55:29,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 736 msec 2024-11-14T21:55:29,620 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731621329620, completionTime=-1 2024-11-14T21:55:29,620 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-14T21:55:29,620 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:55:29,622 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-14T21:55:29,622 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731621389622 2024-11-14T21:55:29,622 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731621449622 2024-11-14T21:55:29,622 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T21:55:29,623 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T21:55:29,623 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,41629,1731621328557-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,623 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,41629,1731621328557-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,623 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,41629,1731621328557-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,623 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:41629, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,624 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,624 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,627 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:55:29,629 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.936sec 2024-11-14T21:55:29,629 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:55:29,630 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:55:29,630 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:55:29,630 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:55:29,630 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:55:29,630 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,41629,1731621328557-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:55:29,630 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,41629,1731621328557-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:55:29,633 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:55:29,633 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:55:29,633 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,41629,1731621328557-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:29,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b6e6ac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:55:29,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,41629,-1 for getting cluster id 2024-11-14T21:55:29,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:55:29,662 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94cb4c40-7bc4-49b3-a1ed-431d19cefecb' 2024-11-14T21:55:29,663 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:55:29,663 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94cb4c40-7bc4-49b3-a1ed-431d19cefecb" 2024-11-14T21:55:29,663 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36fde41e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:55:29,663 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,41629,-1] 2024-11-14T21:55:29,663 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:55:29,664 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:29,665 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:55:29,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758af470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:55:29,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:55:29,668 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,43063,1731621328611, seqNum=-1] 2024-11-14T21:55:29,668 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:55:29,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:55:29,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,41629,1731621328557 2024-11-14T21:55:29,672 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:55:29,673 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,41629,1731621328557 2024-11-14T21:55:29,674 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15b774c3 2024-11-14T21:55:29,674 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:55:29,676 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:55:29,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:55:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-14T21:55:29,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:55:29,681 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:29,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-14T21:55:29,682 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:55:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:29,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741836_1012 (size=379) 2024-11-14T21:55:29,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741836_1012 (size=379) 2024-11-14T21:55:29,697 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 85f5c86816ec2bdfec1567309a474d6b, NAME => 'testClearRegionBlockCache,,1731621329677.85f5c86816ec2bdfec1567309a474d6b.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2 2024-11-14T21:55:29,697 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e6d0d1a751e27d3ab64dda6e00807564, NAME => 'testClearRegionBlockCache,5,1731621329677.e6d0d1a751e27d3ab64dda6e00807564.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2 2024-11-14T21:55:29,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741838_1014 (size=61) 2024-11-14T21:55:29,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741837_1013 (size=61) 2024-11-14T21:55:29,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741838_1014 (size=61) 2024-11-14T21:55:29,714 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731621329677.e6d0d1a751e27d3ab64dda6e00807564.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:29,714 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing e6d0d1a751e27d3ab64dda6e00807564, disabling compactions & flushes 2024-11-14T21:55:29,715 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731621329677.e6d0d1a751e27d3ab64dda6e00807564. 2024-11-14T21:55:29,715 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731621329677.e6d0d1a751e27d3ab64dda6e00807564. 2024-11-14T21:55:29,715 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731621329677.e6d0d1a751e27d3ab64dda6e00807564. after waiting 0 ms 2024-11-14T21:55:29,715 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731621329677.e6d0d1a751e27d3ab64dda6e00807564. 2024-11-14T21:55:29,715 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731621329677.85f5c86816ec2bdfec1567309a474d6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:29,715 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731621329677.e6d0d1a751e27d3ab64dda6e00807564. 2024-11-14T21:55:29,715 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 85f5c86816ec2bdfec1567309a474d6b, disabling compactions & flushes 2024-11-14T21:55:29,715 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for e6d0d1a751e27d3ab64dda6e00807564: Waiting for close lock at 1731621329714Disabling compacts and flushes for region at 1731621329714Disabling writes for close at 1731621329715 (+1 ms)Writing region close event to WAL at 1731621329715Closed at 1731621329715 2024-11-14T21:55:29,715 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731621329677.85f5c86816ec2bdfec1567309a474d6b. 2024-11-14T21:55:29,715 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731621329677.85f5c86816ec2bdfec1567309a474d6b. 2024-11-14T21:55:29,715 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731621329677.85f5c86816ec2bdfec1567309a474d6b. after waiting 0 ms 2024-11-14T21:55:29,715 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731621329677.85f5c86816ec2bdfec1567309a474d6b. 2024-11-14T21:55:29,715 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731621329677.85f5c86816ec2bdfec1567309a474d6b. 2024-11-14T21:55:29,715 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 85f5c86816ec2bdfec1567309a474d6b: Waiting for close lock at 1731621329715Disabling compacts and flushes for region at 1731621329715Disabling writes for close at 1731621329715Writing region close event to WAL at 1731621329715Closed at 1731621329715 2024-11-14T21:55:29,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741837_1013 (size=61) 2024-11-14T21:55:29,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:55:29,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731621329677.e6d0d1a751e27d3ab64dda6e00807564.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731621329718"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731621329718"}]},"ts":"1731621329718"} 2024-11-14T21:55:29,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731621329677.85f5c86816ec2bdfec1567309a474d6b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731621329718"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731621329718"}]},"ts":"1731621329718"} 2024-11-14T21:55:29,722 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T21:55:29,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:55:29,724 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731621329724"}]},"ts":"1731621329724"} 2024-11-14T21:55:29,726 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-14T21:55:29,727 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {ef788a4cade8=0} racks are {/default-rack=0} 2024-11-14T21:55:29,728 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T21:55:29,728 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T21:55:29,728 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T21:55:29,728 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T21:55:29,728 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T21:55:29,728 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T21:55:29,728 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T21:55:29,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=85f5c86816ec2bdfec1567309a474d6b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e6d0d1a751e27d3ab64dda6e00807564, ASSIGN}] 2024-11-14T21:55:29,730 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=85f5c86816ec2bdfec1567309a474d6b, ASSIGN 2024-11-14T21:55:29,730 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e6d0d1a751e27d3ab64dda6e00807564, ASSIGN 2024-11-14T21:55:29,732 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=85f5c86816ec2bdfec1567309a474d6b, ASSIGN; state=OFFLINE, location=ef788a4cade8,43063,1731621328611; forceNewPlan=false, retain=false 2024-11-14T21:55:29,732 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e6d0d1a751e27d3ab64dda6e00807564, ASSIGN; state=OFFLINE, location=ef788a4cade8,34413,1731621328642; forceNewPlan=false, retain=false 2024-11-14T21:55:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:29,882 INFO [ef788a4cade8:41629 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-14T21:55:29,883 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e6d0d1a751e27d3ab64dda6e00807564, regionState=OPENING, regionLocation=ef788a4cade8,34413,1731621328642 2024-11-14T21:55:29,883 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=85f5c86816ec2bdfec1567309a474d6b, regionState=OPENING, regionLocation=ef788a4cade8,43063,1731621328611 2024-11-14T21:55:29,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e6d0d1a751e27d3ab64dda6e00807564, ASSIGN because future has completed 2024-11-14T21:55:29,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6d0d1a751e27d3ab64dda6e00807564, server=ef788a4cade8,34413,1731621328642}] 2024-11-14T21:55:29,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=85f5c86816ec2bdfec1567309a474d6b, ASSIGN because future has completed 2024-11-14T21:55:29,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85f5c86816ec2bdfec1567309a474d6b, server=ef788a4cade8,43063,1731621328611}] 2024-11-14T21:55:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:30,043 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:55:30,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:55:30,048 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731621329677.85f5c86816ec2bdfec1567309a474d6b. 2024-11-14T21:55:30,049 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 85f5c86816ec2bdfec1567309a474d6b, NAME => 'testClearRegionBlockCache,,1731621329677.85f5c86816ec2bdfec1567309a474d6b.', STARTKEY => '', ENDKEY => '5'} 2024-11-14T21:55:30,049 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 85f5c86816ec2bdfec1567309a474d6b 2024-11-14T21:55:30,049 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731621329677.85f5c86816ec2bdfec1567309a474d6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:30,049 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 85f5c86816ec2bdfec1567309a474d6b 2024-11-14T21:55:30,049 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 85f5c86816ec2bdfec1567309a474d6b 2024-11-14T21:55:30,051 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731621329677.e6d0d1a751e27d3ab64dda6e00807564. 2024-11-14T21:55:30,051 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e6d0d1a751e27d3ab64dda6e00807564, NAME => 'testClearRegionBlockCache,5,1731621329677.e6d0d1a751e27d3ab64dda6e00807564.', STARTKEY => '5', ENDKEY => ''} 2024-11-14T21:55:30,051 INFO [StoreOpener-85f5c86816ec2bdfec1567309a474d6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 85f5c86816ec2bdfec1567309a474d6b 2024-11-14T21:55:30,051 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e6d0d1a751e27d3ab64dda6e00807564 2024-11-14T21:55:30,051 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731621329677.e6d0d1a751e27d3ab64dda6e00807564.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:30,052 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e6d0d1a751e27d3ab64dda6e00807564 2024-11-14T21:55:30,052 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e6d0d1a751e27d3ab64dda6e00807564 2024-11-14T21:55:30,053 INFO [StoreOpener-e6d0d1a751e27d3ab64dda6e00807564-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e6d0d1a751e27d3ab64dda6e00807564 2024-11-14T21:55:30,053 INFO [StoreOpener-85f5c86816ec2bdfec1567309a474d6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85f5c86816ec2bdfec1567309a474d6b columnFamilyName family 2024-11-14T21:55:30,053 DEBUG [StoreOpener-85f5c86816ec2bdfec1567309a474d6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:30,054 INFO [StoreOpener-85f5c86816ec2bdfec1567309a474d6b-1 {}] regionserver.HStore(327): Store=85f5c86816ec2bdfec1567309a474d6b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:30,054 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 85f5c86816ec2bdfec1567309a474d6b 2024-11-14T21:55:30,055 INFO [StoreOpener-e6d0d1a751e27d3ab64dda6e00807564-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6d0d1a751e27d3ab64dda6e00807564 columnFamilyName family 2024-11-14T21:55:30,055 DEBUG [StoreOpener-e6d0d1a751e27d3ab64dda6e00807564-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:30,055 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/default/testClearRegionBlockCache/85f5c86816ec2bdfec1567309a474d6b 2024-11-14T21:55:30,056 INFO [StoreOpener-e6d0d1a751e27d3ab64dda6e00807564-1 {}] regionserver.HStore(327): Store=e6d0d1a751e27d3ab64dda6e00807564/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:30,056 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/default/testClearRegionBlockCache/85f5c86816ec2bdfec1567309a474d6b 2024-11-14T21:55:30,056 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e6d0d1a751e27d3ab64dda6e00807564 2024-11-14T21:55:30,056 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 85f5c86816ec2bdfec1567309a474d6b 2024-11-14T21:55:30,056 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 85f5c86816ec2bdfec1567309a474d6b 2024-11-14T21:55:30,057 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/default/testClearRegionBlockCache/e6d0d1a751e27d3ab64dda6e00807564 2024-11-14T21:55:30,057 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/default/testClearRegionBlockCache/e6d0d1a751e27d3ab64dda6e00807564 2024-11-14T21:55:30,058 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e6d0d1a751e27d3ab64dda6e00807564 2024-11-14T21:55:30,058 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e6d0d1a751e27d3ab64dda6e00807564 2024-11-14T21:55:30,059 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 85f5c86816ec2bdfec1567309a474d6b 2024-11-14T21:55:30,060 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e6d0d1a751e27d3ab64dda6e00807564 2024-11-14T21:55:30,062 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/default/testClearRegionBlockCache/85f5c86816ec2bdfec1567309a474d6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:55:30,062 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/default/testClearRegionBlockCache/e6d0d1a751e27d3ab64dda6e00807564/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:55:30,062 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 85f5c86816ec2bdfec1567309a474d6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62691485, jitterRate=-0.06582407653331757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T21:55:30,063 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85f5c86816ec2bdfec1567309a474d6b 2024-11-14T21:55:30,063 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened e6d0d1a751e27d3ab64dda6e00807564; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61123552, jitterRate=-0.0891880989074707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T21:55:30,063 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6d0d1a751e27d3ab64dda6e00807564 2024-11-14T21:55:30,064 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e6d0d1a751e27d3ab64dda6e00807564: Running coprocessor pre-open hook at 1731621330052Writing region info on filesystem at 1731621330052Initializing all the Stores at 1731621330053 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621330053Cleaning up temporary data from old regions at 1731621330058 (+5 ms)Running coprocessor post-open hooks at 1731621330063 (+5 ms)Region opened successfully at 1731621330064 (+1 ms) 2024-11-14T21:55:30,064 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 85f5c86816ec2bdfec1567309a474d6b: Running coprocessor pre-open hook at 1731621330049Writing region info on filesystem at 1731621330050 (+1 ms)Initializing all the Stores at 1731621330051 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621330051Cleaning up temporary data from old regions at 1731621330056 (+5 ms)Running coprocessor post-open hooks at 1731621330063 (+7 ms)Region opened successfully at 1731621330064 (+1 ms) 2024-11-14T21:55:30,065 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731621329677.85f5c86816ec2bdfec1567309a474d6b., pid=8, masterSystemTime=1731621330043 2024-11-14T21:55:30,065 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731621329677.e6d0d1a751e27d3ab64dda6e00807564., pid=7, masterSystemTime=1731621330043 2024-11-14T21:55:30,069 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731621329677.e6d0d1a751e27d3ab64dda6e00807564. 2024-11-14T21:55:30,069 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731621329677.e6d0d1a751e27d3ab64dda6e00807564. 2024-11-14T21:55:30,070 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e6d0d1a751e27d3ab64dda6e00807564, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,34413,1731621328642 2024-11-14T21:55:30,070 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731621329677.85f5c86816ec2bdfec1567309a474d6b. 2024-11-14T21:55:30,070 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731621329677.85f5c86816ec2bdfec1567309a474d6b. 2024-11-14T21:55:30,071 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=85f5c86816ec2bdfec1567309a474d6b, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,43063,1731621328611 2024-11-14T21:55:30,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6d0d1a751e27d3ab64dda6e00807564, server=ef788a4cade8,34413,1731621328642 because future has completed 2024-11-14T21:55:30,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85f5c86816ec2bdfec1567309a474d6b, server=ef788a4cade8,43063,1731621328611 because future has completed 2024-11-14T21:55:30,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T21:55:30,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e6d0d1a751e27d3ab64dda6e00807564, server=ef788a4cade8,34413,1731621328642 in 188 msec 2024-11-14T21:55:30,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-14T21:55:30,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e6d0d1a751e27d3ab64dda6e00807564, ASSIGN in 351 msec 2024-11-14T21:55:30,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 85f5c86816ec2bdfec1567309a474d6b, server=ef788a4cade8,43063,1731621328611 in 188 msec 2024-11-14T21:55:30,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T21:55:30,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=85f5c86816ec2bdfec1567309a474d6b, ASSIGN in 353 msec 2024-11-14T21:55:30,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:55:30,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731621330086"}]},"ts":"1731621330086"} 2024-11-14T21:55:30,089 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-14T21:55:30,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:55:30,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 413 msec 2024-11-14T21:55:30,110 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:55:30,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:55:30,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:55:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:30,310 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-14T21:55:30,310 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-14T21:55:30,310 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T21:55:30,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-14T21:55:30,314 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T21:55:30,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-14T21:55:30,317 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731621329677.85f5c86816ec2bdfec1567309a474d6b., hostname=ef788a4cade8,43063,1731621328611, seqNum=2] 2024-11-14T21:55:30,330 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731621329677.e6d0d1a751e27d3ab64dda6e00807564., hostname=ef788a4cade8,34413,1731621328642, seqNum=2] 2024-11-14T21:55:30,331 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:55:30,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:55:30,343 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 85f5c86816ec2bdfec1567309a474d6b 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-14T21:55:30,366 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/default/testClearRegionBlockCache/85f5c86816ec2bdfec1567309a474d6b/.tmp/family/0c3d20b68a664d60a25fbff2b8a6908d is 32, key is 1/family:/1731621330319/Put/seqid=0 2024-11-14T21:55:30,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741839_1015 (size=5054) 2024-11-14T21:55:30,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741839_1015 (size=5054) 2024-11-14T21:55:30,379 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/default/testClearRegionBlockCache/85f5c86816ec2bdfec1567309a474d6b/.tmp/family/0c3d20b68a664d60a25fbff2b8a6908d 2024-11-14T21:55:30,388 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/default/testClearRegionBlockCache/85f5c86816ec2bdfec1567309a474d6b/.tmp/family/0c3d20b68a664d60a25fbff2b8a6908d as hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/default/testClearRegionBlockCache/85f5c86816ec2bdfec1567309a474d6b/family/0c3d20b68a664d60a25fbff2b8a6908d 2024-11-14T21:55:30,395 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/default/testClearRegionBlockCache/85f5c86816ec2bdfec1567309a474d6b/family/0c3d20b68a664d60a25fbff2b8a6908d, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T21:55:30,397 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 85f5c86816ec2bdfec1567309a474d6b in 54ms, sequenceid=8, compaction requested=false 2024-11-14T21:55:30,397 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 85f5c86816ec2bdfec1567309a474d6b: 2024-11-14T21:55:30,397 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e6d0d1a751e27d3ab64dda6e00807564 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-14T21:55:30,422 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/default/testClearRegionBlockCache/e6d0d1a751e27d3ab64dda6e00807564/.tmp/family/1b55c3359b1a4820871641cb83d091f4 is 32, key is 5/family:/1731621330333/Put/seqid=0 2024-11-14T21:55:30,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741840_1016 (size=5083) 2024-11-14T21:55:30,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741840_1016 (size=5083) 2024-11-14T21:55:30,435 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/default/testClearRegionBlockCache/e6d0d1a751e27d3ab64dda6e00807564/.tmp/family/1b55c3359b1a4820871641cb83d091f4 2024-11-14T21:55:30,445 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/default/testClearRegionBlockCache/e6d0d1a751e27d3ab64dda6e00807564/.tmp/family/1b55c3359b1a4820871641cb83d091f4 as hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/default/testClearRegionBlockCache/e6d0d1a751e27d3ab64dda6e00807564/family/1b55c3359b1a4820871641cb83d091f4 2024-11-14T21:55:30,454 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/default/testClearRegionBlockCache/e6d0d1a751e27d3ab64dda6e00807564/family/1b55c3359b1a4820871641cb83d091f4, entries=5, sequenceid=9, filesize=5.0 K 2024-11-14T21:55:30,456 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for e6d0d1a751e27d3ab64dda6e00807564 in 59ms, sequenceid=9, compaction requested=false 2024-11-14T21:55:30,456 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e6d0d1a751e27d3ab64dda6e00807564: 2024-11-14T21:55:30,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:55:30,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:55:30,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:30,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:30,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:30,462 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:55:30,462 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=45095613, stopped=false 2024-11-14T21:55:30,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:55:30,463 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,41629,1731621328557 2024-11-14T21:55:30,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:30,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34413-0x100ac7026ba0002, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:30,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43063-0x100ac7026ba0001, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:30,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43063-0x100ac7026ba0001, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:30,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:30,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34413-0x100ac7026ba0002, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:30,467 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:55:30,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43063-0x100ac7026ba0001, quorum=127.0.0.1:49167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:30,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:30,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34413-0x100ac7026ba0002, quorum=127.0.0.1:49167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:30,468 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:55:30,468 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:30,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:30,468 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,43063,1731621328611' ***** 2024-11-14T21:55:30,468 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:55:30,468 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,34413,1731621328642' ***** 2024-11-14T21:55:30,469 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:55:30,469 INFO [RS:1;ef788a4cade8:34413 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:55:30,469 INFO [RS:0;ef788a4cade8:43063 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:55:30,469 INFO [RS:0;ef788a4cade8:43063 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:55:30,469 INFO [RS:1;ef788a4cade8:34413 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:55:30,469 INFO [RS:0;ef788a4cade8:43063 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:55:30,469 INFO [RS:1;ef788a4cade8:34413 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:55:30,469 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:55:30,469 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:55:30,469 INFO [RS:0;ef788a4cade8:43063 {}] regionserver.HRegionServer(3091): Received CLOSE for 85f5c86816ec2bdfec1567309a474d6b 2024-11-14T21:55:30,469 INFO [RS:1;ef788a4cade8:34413 {}] regionserver.HRegionServer(3091): Received CLOSE for e6d0d1a751e27d3ab64dda6e00807564 2024-11-14T21:55:30,470 INFO [RS:0;ef788a4cade8:43063 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,43063,1731621328611 2024-11-14T21:55:30,470 INFO [RS:0;ef788a4cade8:43063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:55:30,470 INFO [RS:0;ef788a4cade8:43063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:43063. 2024-11-14T21:55:30,470 DEBUG [RS:0;ef788a4cade8:43063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:30,470 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 85f5c86816ec2bdfec1567309a474d6b, disabling compactions & flushes 2024-11-14T21:55:30,470 DEBUG [RS:0;ef788a4cade8:43063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:30,470 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731621329677.85f5c86816ec2bdfec1567309a474d6b. 2024-11-14T21:55:30,470 INFO [RS:0;ef788a4cade8:43063 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:55:30,470 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731621329677.85f5c86816ec2bdfec1567309a474d6b. 2024-11-14T21:55:30,470 INFO [RS:0;ef788a4cade8:43063 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:55:30,470 INFO [RS:0;ef788a4cade8:43063 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:55:30,470 INFO [RS:1;ef788a4cade8:34413 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,34413,1731621328642 2024-11-14T21:55:30,470 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731621329677.85f5c86816ec2bdfec1567309a474d6b. after waiting 0 ms 2024-11-14T21:55:30,470 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731621329677.85f5c86816ec2bdfec1567309a474d6b. 2024-11-14T21:55:30,470 INFO [RS:1;ef788a4cade8:34413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:55:30,470 INFO [RS:0;ef788a4cade8:43063 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:55:30,471 INFO [RS:1;ef788a4cade8:34413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ef788a4cade8:34413. 2024-11-14T21:55:30,471 DEBUG [RS:1;ef788a4cade8:34413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:30,471 DEBUG [RS:1;ef788a4cade8:34413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:30,471 INFO [RS:1;ef788a4cade8:34413 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T21:55:30,471 DEBUG [RS:1;ef788a4cade8:34413 {}] regionserver.HRegionServer(1325): Online Regions={e6d0d1a751e27d3ab64dda6e00807564=testClearRegionBlockCache,5,1731621329677.e6d0d1a751e27d3ab64dda6e00807564.} 2024-11-14T21:55:30,471 DEBUG [RS:1;ef788a4cade8:34413 {}] regionserver.HRegionServer(1351): Waiting on e6d0d1a751e27d3ab64dda6e00807564 2024-11-14T21:55:30,471 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6d0d1a751e27d3ab64dda6e00807564, disabling compactions & flushes 2024-11-14T21:55:30,471 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731621329677.e6d0d1a751e27d3ab64dda6e00807564. 2024-11-14T21:55:30,471 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731621329677.e6d0d1a751e27d3ab64dda6e00807564. 2024-11-14T21:55:30,471 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731621329677.e6d0d1a751e27d3ab64dda6e00807564. after waiting 0 ms 2024-11-14T21:55:30,471 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731621329677.e6d0d1a751e27d3ab64dda6e00807564. 2024-11-14T21:55:30,472 INFO [RS:0;ef788a4cade8:43063 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T21:55:30,472 DEBUG [RS:0;ef788a4cade8:43063 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 85f5c86816ec2bdfec1567309a474d6b=testClearRegionBlockCache,,1731621329677.85f5c86816ec2bdfec1567309a474d6b.} 2024-11-14T21:55:30,472 DEBUG [RS:0;ef788a4cade8:43063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85f5c86816ec2bdfec1567309a474d6b 2024-11-14T21:55:30,472 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:55:30,473 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:55:30,473 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:55:30,473 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:55:30,473 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:55:30,473 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-14T21:55:30,480 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/default/testClearRegionBlockCache/85f5c86816ec2bdfec1567309a474d6b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T21:55:30,480 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731621329677.85f5c86816ec2bdfec1567309a474d6b. 2024-11-14T21:55:30,481 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 85f5c86816ec2bdfec1567309a474d6b: Waiting for close lock at 1731621330470Running coprocessor pre-close hooks at 1731621330470Disabling compacts and flushes for region at 1731621330470Disabling writes for close at 1731621330470Writing region close event to WAL at 1731621330474 (+4 ms)Running coprocessor post-close hooks at 1731621330480 (+6 ms)Closed at 1731621330480 2024-11-14T21:55:30,481 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731621329677.85f5c86816ec2bdfec1567309a474d6b. 2024-11-14T21:55:30,484 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/default/testClearRegionBlockCache/e6d0d1a751e27d3ab64dda6e00807564/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T21:55:30,489 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731621329677.e6d0d1a751e27d3ab64dda6e00807564. 2024-11-14T21:55:30,490 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6d0d1a751e27d3ab64dda6e00807564: Waiting for close lock at 1731621330471Running coprocessor pre-close hooks at 1731621330471Disabling compacts and flushes for region at 1731621330471Disabling writes for close at 1731621330471Writing region close event to WAL at 1731621330479 (+8 ms)Running coprocessor post-close hooks at 1731621330489 (+10 ms)Closed at 1731621330489 2024-11-14T21:55:30,490 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731621329677.e6d0d1a751e27d3ab64dda6e00807564. 2024-11-14T21:55:30,505 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/hbase/meta/1588230740/.tmp/info/33067c1747a741b0a0682faed08dd228 is 173, key is testClearRegionBlockCache,5,1731621329677.e6d0d1a751e27d3ab64dda6e00807564./info:regioninfo/1731621330070/Put/seqid=0 2024-11-14T21:55:30,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741841_1017 (size=8173) 2024-11-14T21:55:30,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741841_1017 (size=8173) 2024-11-14T21:55:30,513 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/hbase/meta/1588230740/.tmp/info/33067c1747a741b0a0682faed08dd228 2024-11-14T21:55:30,524 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:55:30,525 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:55:30,539 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/hbase/meta/1588230740/.tmp/ns/f86f3666d6e943d08b6956ce768ea4b9 is 43, key is default/ns:d/1731621329613/Put/seqid=0 2024-11-14T21:55:30,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741842_1018 (size=5153) 2024-11-14T21:55:30,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741842_1018 (size=5153) 2024-11-14T21:55:30,546 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/hbase/meta/1588230740/.tmp/ns/f86f3666d6e943d08b6956ce768ea4b9 2024-11-14T21:55:30,579 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/hbase/meta/1588230740/.tmp/table/bcdfc6c6905d49fa8012613cd56b6bbd is 61, key is testClearRegionBlockCache/table:state/1731621330086/Put/seqid=0 2024-11-14T21:55:30,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741843_1019 (size=5312) 2024-11-14T21:55:30,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741843_1019 (size=5312) 2024-11-14T21:55:30,586 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/hbase/meta/1588230740/.tmp/table/bcdfc6c6905d49fa8012613cd56b6bbd 2024-11-14T21:55:30,595 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/hbase/meta/1588230740/.tmp/info/33067c1747a741b0a0682faed08dd228 as hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/hbase/meta/1588230740/info/33067c1747a741b0a0682faed08dd228 2024-11-14T21:55:30,603 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/hbase/meta/1588230740/info/33067c1747a741b0a0682faed08dd228, entries=20, sequenceid=13, filesize=8.0 K 2024-11-14T21:55:30,604 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/hbase/meta/1588230740/.tmp/ns/f86f3666d6e943d08b6956ce768ea4b9 as hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/hbase/meta/1588230740/ns/f86f3666d6e943d08b6956ce768ea4b9 2024-11-14T21:55:30,611 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/hbase/meta/1588230740/ns/f86f3666d6e943d08b6956ce768ea4b9, entries=2, sequenceid=13, filesize=5.0 K 2024-11-14T21:55:30,613 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/hbase/meta/1588230740/.tmp/table/bcdfc6c6905d49fa8012613cd56b6bbd as hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/hbase/meta/1588230740/table/bcdfc6c6905d49fa8012613cd56b6bbd 2024-11-14T21:55:30,622 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/hbase/meta/1588230740/table/bcdfc6c6905d49fa8012613cd56b6bbd, entries=2, sequenceid=13, filesize=5.2 K 2024-11-14T21:55:30,624 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 151ms, sequenceid=13, compaction requested=false 2024-11-14T21:55:30,631 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T21:55:30,632 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:55:30,632 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:55:30,632 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731621330472Running coprocessor pre-close hooks at 1731621330472Disabling compacts and flushes for region at 1731621330472Disabling writes for close at 1731621330473 (+1 ms)Obtaining lock to block concurrent updates at 1731621330473Preparing flush snapshotting stores in 1588230740 at 1731621330473Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731621330474 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731621330479 (+5 ms)Flushing 1588230740/info: creating writer at 1731621330479Flushing 1588230740/info: appending metadata at 1731621330504 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731621330504Flushing 1588230740/ns: creating writer at 1731621330521 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731621330538 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731621330538Flushing 1588230740/table: creating writer at 1731621330554 (+16 ms)Flushing 1588230740/table: appending metadata at 1731621330578 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731621330578Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61af245c: reopening flushed file at 1731621330594 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a28658f: reopening flushed file at 1731621330603 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fb9f614: reopening flushed file at 1731621330612 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 151ms, sequenceid=13, compaction requested=false at 1731621330624 (+12 ms)Writing region close event to WAL at 1731621330626 (+2 ms)Running coprocessor post-close hooks at 1731621330631 (+5 ms)Closed at 1731621330632 (+1 ms) 2024-11-14T21:55:30,632 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:55:30,671 INFO [RS:1;ef788a4cade8:34413 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,34413,1731621328642; all regions closed. 2024-11-14T21:55:30,673 INFO [RS:0;ef788a4cade8:43063 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,43063,1731621328611; all regions closed. 2024-11-14T21:55:30,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741833_1009 (size=1867) 2024-11-14T21:55:30,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741833_1009 (size=1867) 2024-11-14T21:55:30,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741835_1011 (size=4338) 2024-11-14T21:55:30,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741835_1011 (size=4338) 2024-11-14T21:55:30,678 DEBUG [RS:1;ef788a4cade8:34413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/oldWALs 2024-11-14T21:55:30,678 INFO [RS:1;ef788a4cade8:34413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C34413%2C1731621328642:(num 1731621329168) 2024-11-14T21:55:30,678 DEBUG [RS:1;ef788a4cade8:34413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:30,678 INFO [RS:1;ef788a4cade8:34413 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:55:30,679 INFO [RS:1;ef788a4cade8:34413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:55:30,679 INFO [RS:1;ef788a4cade8:34413 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T21:55:30,679 INFO [RS:1;ef788a4cade8:34413 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:55:30,679 DEBUG [RS:0;ef788a4cade8:43063 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/oldWALs 2024-11-14T21:55:30,679 INFO [RS:1;ef788a4cade8:34413 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:55:30,679 INFO [RS:0;ef788a4cade8:43063 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C43063%2C1731621328611.meta:.meta(num 1731621329552) 2024-11-14T21:55:30,679 INFO [RS:1;ef788a4cade8:34413 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:55:30,679 INFO [RS:1;ef788a4cade8:34413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:55:30,679 INFO [RS:1;ef788a4cade8:34413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34413 2024-11-14T21:55:30,680 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:55:30,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34413-0x100ac7026ba0002, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ef788a4cade8,34413,1731621328642 2024-11-14T21:55:30,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T21:55:30,683 INFO [RS:1;ef788a4cade8:34413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:55:30,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741834_1010 (size=1758) 2024-11-14T21:55:30,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741834_1010 (size=1758) 2024-11-14T21:55:30,685 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,34413,1731621328642] 2024-11-14T21:55:30,686 DEBUG [RS:0;ef788a4cade8:43063 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/oldWALs 2024-11-14T21:55:30,687 INFO [RS:0;ef788a4cade8:43063 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C43063%2C1731621328611:(num 1731621329167) 2024-11-14T21:55:30,687 DEBUG [RS:0;ef788a4cade8:43063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:30,687 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ef788a4cade8,34413,1731621328642 already deleted, retry=false 2024-11-14T21:55:30,687 INFO [RS:0;ef788a4cade8:43063 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:55:30,687 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,34413,1731621328642 expired; onlineServers=1 2024-11-14T21:55:30,687 INFO [RS:0;ef788a4cade8:43063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:55:30,687 INFO [RS:0;ef788a4cade8:43063 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T21:55:30,687 INFO [RS:0;ef788a4cade8:43063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:55:30,687 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:55:30,688 INFO [RS:0;ef788a4cade8:43063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43063 2024-11-14T21:55:30,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T21:55:30,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43063-0x100ac7026ba0001, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ef788a4cade8,43063,1731621328611 2024-11-14T21:55:30,692 INFO [RS:0;ef788a4cade8:43063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:55:30,692 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,43063,1731621328611] 2024-11-14T21:55:30,695 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ef788a4cade8,43063,1731621328611 already deleted, retry=false 2024-11-14T21:55:30,695 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,43063,1731621328611 expired; onlineServers=0 2024-11-14T21:55:30,695 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,41629,1731621328557' ***** 2024-11-14T21:55:30,695 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:55:30,695 INFO [M:0;ef788a4cade8:41629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:55:30,695 INFO [M:0;ef788a4cade8:41629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:55:30,695 DEBUG [M:0;ef788a4cade8:41629 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:55:30,695 DEBUG [M:0;ef788a4cade8:41629 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:55:30,695 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:55:30,695 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731621328903 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731621328903,5,FailOnTimeoutGroup] 2024-11-14T21:55:30,695 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731621328910 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731621328910,5,FailOnTimeoutGroup] 2024-11-14T21:55:30,695 INFO [M:0;ef788a4cade8:41629 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:55:30,695 INFO [M:0;ef788a4cade8:41629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:55:30,696 DEBUG [M:0;ef788a4cade8:41629 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:55:30,696 INFO [M:0;ef788a4cade8:41629 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:55:30,696 INFO [M:0;ef788a4cade8:41629 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:55:30,696 INFO [M:0;ef788a4cade8:41629 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:55:30,696 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:55:30,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T21:55:30,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:30,698 DEBUG [M:0;ef788a4cade8:41629 {}] zookeeper.ZKUtil(347): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T21:55:30,698 WARN [M:0;ef788a4cade8:41629 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T21:55:30,699 INFO [M:0;ef788a4cade8:41629 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/.lastflushedseqids 2024-11-14T21:55:30,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741844_1020 (size=191) 2024-11-14T21:55:30,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741844_1020 (size=191) 2024-11-14T21:55:30,707 INFO [M:0;ef788a4cade8:41629 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:55:30,707 INFO [M:0;ef788a4cade8:41629 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:55:30,707 DEBUG [M:0;ef788a4cade8:41629 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:55:30,707 INFO [M:0;ef788a4cade8:41629 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:30,707 DEBUG [M:0;ef788a4cade8:41629 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:30,708 DEBUG [M:0;ef788a4cade8:41629 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:55:30,708 DEBUG [M:0;ef788a4cade8:41629 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:30,708 INFO [M:0;ef788a4cade8:41629 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-14T21:55:30,733 DEBUG [M:0;ef788a4cade8:41629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d58b6a92b15547e6a3afab751ac93980 is 82, key is hbase:meta,,1/info:regioninfo/1731621329595/Put/seqid=0 2024-11-14T21:55:30,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741845_1021 (size=5672) 2024-11-14T21:55:30,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741845_1021 (size=5672) 2024-11-14T21:55:30,740 INFO [M:0;ef788a4cade8:41629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d58b6a92b15547e6a3afab751ac93980 2024-11-14T21:55:30,765 DEBUG [M:0;ef788a4cade8:41629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4031d9f4068945bda3799c369729a03a is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731621330092/Put/seqid=0 2024-11-14T21:55:30,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741846_1022 (size=6219) 2024-11-14T21:55:30,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741846_1022 (size=6219) 2024-11-14T21:55:30,772 INFO [M:0;ef788a4cade8:41629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4031d9f4068945bda3799c369729a03a 2024-11-14T21:55:30,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34413-0x100ac7026ba0002, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:30,785 INFO [RS:1;ef788a4cade8:34413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:55:30,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34413-0x100ac7026ba0002, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:30,785 INFO [RS:1;ef788a4cade8:34413 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,34413,1731621328642; zookeeper connection closed. 2024-11-14T21:55:30,785 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78a83004 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78a83004 2024-11-14T21:55:30,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43063-0x100ac7026ba0001, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:30,794 INFO [RS:0;ef788a4cade8:43063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:55:30,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43063-0x100ac7026ba0001, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:30,794 INFO [RS:0;ef788a4cade8:43063 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,43063,1731621328611; zookeeper connection closed. 2024-11-14T21:55:30,794 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36284c20 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36284c20 2024-11-14T21:55:30,794 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-14T21:55:30,794 DEBUG [M:0;ef788a4cade8:41629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b78fdf3a35d048afbfe1754e8f4bad28 is 69, key is ef788a4cade8,34413,1731621328642/rs:state/1731621328992/Put/seqid=0 2024-11-14T21:55:30,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741847_1023 (size=5224) 2024-11-14T21:55:30,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741847_1023 (size=5224) 2024-11-14T21:55:30,804 INFO [M:0;ef788a4cade8:41629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b78fdf3a35d048afbfe1754e8f4bad28 2024-11-14T21:55:30,812 DEBUG [M:0;ef788a4cade8:41629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d58b6a92b15547e6a3afab751ac93980 as hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d58b6a92b15547e6a3afab751ac93980 2024-11-14T21:55:30,819 INFO [M:0;ef788a4cade8:41629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d58b6a92b15547e6a3afab751ac93980, entries=8, sequenceid=71, filesize=5.5 K 2024-11-14T21:55:30,820 DEBUG [M:0;ef788a4cade8:41629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4031d9f4068945bda3799c369729a03a as hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4031d9f4068945bda3799c369729a03a 2024-11-14T21:55:30,828 INFO [M:0;ef788a4cade8:41629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4031d9f4068945bda3799c369729a03a, entries=8, sequenceid=71, filesize=6.1 K 2024-11-14T21:55:30,829 DEBUG [M:0;ef788a4cade8:41629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b78fdf3a35d048afbfe1754e8f4bad28 as hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b78fdf3a35d048afbfe1754e8f4bad28 2024-11-14T21:55:30,836 INFO [M:0;ef788a4cade8:41629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33725/user/jenkins/test-data/f0d8de12-022f-95d7-5c4c-ed2729cc9fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b78fdf3a35d048afbfe1754e8f4bad28, entries=2, sequenceid=71, filesize=5.1 K 2024-11-14T21:55:30,838 INFO [M:0;ef788a4cade8:41629 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=71, compaction requested=false 2024-11-14T21:55:30,843 INFO [M:0;ef788a4cade8:41629 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:30,843 DEBUG [M:0;ef788a4cade8:41629 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731621330707Disabling compacts and flushes for region at 1731621330707Disabling writes for close at 1731621330708 (+1 ms)Obtaining lock to block concurrent updates at 1731621330708Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731621330708Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731621330708Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731621330709 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731621330709Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731621330732 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731621330733 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731621330747 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731621330764 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731621330764Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731621330778 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731621330794 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731621330794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f3deb9a: reopening flushed file at 1731621330811 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@372e6ac2: reopening flushed file at 1731621330819 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b940589: reopening flushed file at 1731621330828 (+9 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=71, compaction requested=false at 1731621330838 (+10 ms)Writing region close event to WAL at 1731621330843 (+5 ms)Closed at 1731621330843 2024-11-14T21:55:30,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741830_1006 (size=35440) 2024-11-14T21:55:30,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741830_1006 (size=35440) 2024-11-14T21:55:30,852 INFO [M:0;ef788a4cade8:41629 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:55:30,852 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:55:30,852 INFO [M:0;ef788a4cade8:41629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41629 2024-11-14T21:55:30,853 INFO [M:0;ef788a4cade8:41629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:55:30,956 INFO [M:0;ef788a4cade8:41629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:55:30,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:30,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100ac7026ba0000, quorum=127.0.0.1:49167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:30,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16f16c46{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:55:30,959 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@180ebfaf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:55:30,959 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:55:30,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1811e72e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:55:30,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fa67c50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/hadoop.log.dir/,STOPPED} 2024-11-14T21:55:30,961 WARN [BP-545624861-172.17.0.2-1731621327712 heartbeating to localhost/127.0.0.1:33725 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:55:30,961 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:55:30,961 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:55:30,961 WARN [BP-545624861-172.17.0.2-1731621327712 heartbeating to localhost/127.0.0.1:33725 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-545624861-172.17.0.2-1731621327712 (Datanode Uuid 66e10b6a-4138-4d45-9432-a6195863ce7a) service to localhost/127.0.0.1:33725 2024-11-14T21:55:30,962 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/cluster_8606904c-7585-8003-7d0e-180f4634e742/data/data3/current/BP-545624861-172.17.0.2-1731621327712 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:55:30,962 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/cluster_8606904c-7585-8003-7d0e-180f4634e742/data/data4/current/BP-545624861-172.17.0.2-1731621327712 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:55:30,962 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:55:30,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77d5532b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:55:30,965 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31725c31{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:55:30,965 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:55:30,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@106aed75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:55:30,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1955f822{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/hadoop.log.dir/,STOPPED} 2024-11-14T21:55:30,967 WARN [BP-545624861-172.17.0.2-1731621327712 heartbeating to localhost/127.0.0.1:33725 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:55:30,967 WARN [BP-545624861-172.17.0.2-1731621327712 heartbeating to localhost/127.0.0.1:33725 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-545624861-172.17.0.2-1731621327712 (Datanode Uuid 7f3855fd-f206-431a-9733-513d37e25916) service to localhost/127.0.0.1:33725 2024-11-14T21:55:30,967 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:55:30,967 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:55:30,968 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/cluster_8606904c-7585-8003-7d0e-180f4634e742/data/data1/current/BP-545624861-172.17.0.2-1731621327712 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:55:30,968 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/cluster_8606904c-7585-8003-7d0e-180f4634e742/data/data2/current/BP-545624861-172.17.0.2-1731621327712 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:55:30,968 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:55:30,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5213b0c9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:55:30,975 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@aaa90f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:55:30,975 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:55:30,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d1bb3ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:55:30,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a9725af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/hadoop.log.dir/,STOPPED} 2024-11-14T21:55:30,983 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T21:55:31,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:55:31,011 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=110 (was 79) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33725 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33725 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 404) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=330 (was 350), ProcessCount=11 (was 11), AvailableMemoryMB=3618 (was 3831) 2024-11-14T21:55:31,018 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=110, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=330, ProcessCount=11, AvailableMemoryMB=3618 2024-11-14T21:55:31,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/hadoop.log.dir so I do NOT create it in target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28 2024-11-14T21:55:31,033 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:55:31,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/hadoop.tmp.dir so I do NOT create it in target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28 2024-11-14T21:55:31,033 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33a67f8c-c1d9-0047-e5ba-2aeec7a232bf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:55:31,034 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28 2024-11-14T21:55:31,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:55:31,034 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/cluster_ce9c8098-8ad4-b445-d83f-4d81183d7646, deleteOnExit=true 2024-11-14T21:55:31,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:55:31,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/test.cache.data in system properties and HBase conf 2024-11-14T21:55:31,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:55:31,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:55:31,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:55:31,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:55:31,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:55:31,035 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:55:31,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:55:31,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:55:31,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:55:31,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:55:31,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:55:31,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:55:31,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:55:31,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:55:31,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:55:31,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:55:31,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:55:31,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:55:31,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:55:31,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:55:31,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:55:31,136 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:55:31,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:55:31,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:55:31,137 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:55:31,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:55:31,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62aec7a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:55:31,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5df99c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:55:31,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ee3dd2e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/java.io.tmpdir/jetty-localhost-43603-hadoop-hdfs-3_4_1-tests_jar-_-any-7594977947101871422/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:55:31,255 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d67807a{HTTP/1.1, (http/1.1)}{localhost:43603} 2024-11-14T21:55:31,255 INFO [Time-limited test {}] server.Server(415): Started @15109ms 2024-11-14T21:55:31,356 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:55:31,360 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:55:31,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:55:31,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:55:31,363 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:55:31,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15440f2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:55:31,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@275ebc9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:55:31,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53c0045c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/java.io.tmpdir/jetty-localhost-41339-hadoop-hdfs-3_4_1-tests_jar-_-any-3281050853766364979/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:55:31,484 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fc0ff27{HTTP/1.1, (http/1.1)}{localhost:41339} 2024-11-14T21:55:31,484 INFO [Time-limited test {}] server.Server(415): Started @15338ms 2024-11-14T21:55:31,486 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:55:31,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:55:31,529 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:55:31,531 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:55:31,531 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:55:31,531 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:55:31,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@326da6f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:55:31,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@512922d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:55:31,615 WARN [Thread-616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/cluster_ce9c8098-8ad4-b445-d83f-4d81183d7646/data/data1/current/BP-977839322-172.17.0.2-1731621331068/current, will proceed with Du for space computation calculation, 2024-11-14T21:55:31,615 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/cluster_ce9c8098-8ad4-b445-d83f-4d81183d7646/data/data2/current/BP-977839322-172.17.0.2-1731621331068/current, will proceed with Du for space computation calculation, 2024-11-14T21:55:31,642 WARN [Thread-595 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:55:31,645 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75159c958536e2c2 with lease ID 0x7821e1b2d666db14: Processing first storage report for DS-a709acc2-5fc6-469f-b9a2-1bc6c9cc220f from datanode DatanodeRegistration(127.0.0.1:34585, datanodeUuid=0e52108c-84fb-42f1-8113-e64ec6d67448, infoPort=45541, infoSecurePort=0, ipcPort=43627, storageInfo=lv=-57;cid=testClusterID;nsid=1751014415;c=1731621331068) 2024-11-14T21:55:31,645 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75159c958536e2c2 with lease ID 0x7821e1b2d666db14: from storage DS-a709acc2-5fc6-469f-b9a2-1bc6c9cc220f node DatanodeRegistration(127.0.0.1:34585, datanodeUuid=0e52108c-84fb-42f1-8113-e64ec6d67448, infoPort=45541, infoSecurePort=0, ipcPort=43627, storageInfo=lv=-57;cid=testClusterID;nsid=1751014415;c=1731621331068), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:55:31,645 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75159c958536e2c2 with lease ID 0x7821e1b2d666db14: Processing first storage report for DS-3b9d0fb7-8f1e-4ffb-ab5d-31946f5fd98a from datanode DatanodeRegistration(127.0.0.1:34585, datanodeUuid=0e52108c-84fb-42f1-8113-e64ec6d67448, infoPort=45541, infoSecurePort=0, ipcPort=43627, storageInfo=lv=-57;cid=testClusterID;nsid=1751014415;c=1731621331068) 2024-11-14T21:55:31,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75159c958536e2c2 with lease ID 0x7821e1b2d666db14: from storage DS-3b9d0fb7-8f1e-4ffb-ab5d-31946f5fd98a node DatanodeRegistration(127.0.0.1:34585, datanodeUuid=0e52108c-84fb-42f1-8113-e64ec6d67448, infoPort=45541, infoSecurePort=0, ipcPort=43627, storageInfo=lv=-57;cid=testClusterID;nsid=1751014415;c=1731621331068), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:55:31,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13ccf611{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/java.io.tmpdir/jetty-localhost-41147-hadoop-hdfs-3_4_1-tests_jar-_-any-12663580951485993882/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:55:31,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13dc1852{HTTP/1.1, (http/1.1)}{localhost:41147} 2024-11-14T21:55:31,660 INFO [Time-limited test {}] server.Server(415): Started @15514ms 2024-11-14T21:55:31,666 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:55:31,789 WARN [Thread-642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/cluster_ce9c8098-8ad4-b445-d83f-4d81183d7646/data/data3/current/BP-977839322-172.17.0.2-1731621331068/current, will proceed with Du for space computation calculation, 2024-11-14T21:55:31,789 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/cluster_ce9c8098-8ad4-b445-d83f-4d81183d7646/data/data4/current/BP-977839322-172.17.0.2-1731621331068/current, will proceed with Du for space computation calculation, 2024-11-14T21:55:31,812 WARN [Thread-631 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:55:31,815 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfda972704665b60b with lease ID 0x7821e1b2d666db15: Processing first storage report for DS-6dee03e3-60b9-4257-b4dd-bf61d2926ab7 from datanode DatanodeRegistration(127.0.0.1:36989, datanodeUuid=40797c02-7bf5-4ad3-9199-4ba9d86e7a04, infoPort=41241, infoSecurePort=0, ipcPort=44321, storageInfo=lv=-57;cid=testClusterID;nsid=1751014415;c=1731621331068) 2024-11-14T21:55:31,815 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfda972704665b60b with lease ID 0x7821e1b2d666db15: from storage DS-6dee03e3-60b9-4257-b4dd-bf61d2926ab7 node DatanodeRegistration(127.0.0.1:36989, datanodeUuid=40797c02-7bf5-4ad3-9199-4ba9d86e7a04, infoPort=41241, infoSecurePort=0, ipcPort=44321, storageInfo=lv=-57;cid=testClusterID;nsid=1751014415;c=1731621331068), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:55:31,815 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfda972704665b60b with lease ID 0x7821e1b2d666db15: Processing first storage report for DS-77cfe54f-451c-4210-bc01-e9fec008ee8d from datanode DatanodeRegistration(127.0.0.1:36989, datanodeUuid=40797c02-7bf5-4ad3-9199-4ba9d86e7a04, infoPort=41241, infoSecurePort=0, ipcPort=44321, storageInfo=lv=-57;cid=testClusterID;nsid=1751014415;c=1731621331068) 2024-11-14T21:55:31,815 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfda972704665b60b with lease ID 0x7821e1b2d666db15: from storage DS-77cfe54f-451c-4210-bc01-e9fec008ee8d node DatanodeRegistration(127.0.0.1:36989, datanodeUuid=40797c02-7bf5-4ad3-9199-4ba9d86e7a04, infoPort=41241, infoSecurePort=0, ipcPort=44321, storageInfo=lv=-57;cid=testClusterID;nsid=1751014415;c=1731621331068), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T21:55:31,897 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28 2024-11-14T21:55:31,900 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/cluster_ce9c8098-8ad4-b445-d83f-4d81183d7646/zookeeper_0, clientPort=58303, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/cluster_ce9c8098-8ad4-b445-d83f-4d81183d7646/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/cluster_ce9c8098-8ad4-b445-d83f-4d81183d7646/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T21:55:31,901 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58303 2024-11-14T21:55:31,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:31,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:31,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:55:31,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:55:31,915 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db with version=8 2024-11-14T21:55:31,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/hbase-staging 2024-11-14T21:55:31,918 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:55:31,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:31,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:31,918 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:55:31,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:31,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:55:31,918 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:55:31,918 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:55:31,919 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32879 2024-11-14T21:55:31,920 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32879 connecting to ZooKeeper ensemble=127.0.0.1:58303 2024-11-14T21:55:31,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328790x0, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:55:31,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32879-0x100ac7033db0000 connected 2024-11-14T21:55:31,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:31,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:31,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:31,954 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db, hbase.cluster.distributed=false 2024-11-14T21:55:31,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T21:55:31,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32879 2024-11-14T21:55:31,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32879 2024-11-14T21:55:31,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32879 2024-11-14T21:55:31,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32879 2024-11-14T21:55:31,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32879 2024-11-14T21:55:31,988 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:55:31,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:31,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:31,989 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:55:31,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:31,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:55:31,989 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:55:31,989 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:55:31,990 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33205 2024-11-14T21:55:31,992 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33205 connecting to ZooKeeper ensemble=127.0.0.1:58303 2024-11-14T21:55:31,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:31,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:32,001 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332050x0, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:55:32,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33205-0x100ac7033db0001 connected 2024-11-14T21:55:32,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33205-0x100ac7033db0001, quorum=127.0.0.1:58303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:32,002 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:55:32,003 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:55:32,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33205-0x100ac7033db0001, quorum=127.0.0.1:58303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T21:55:32,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33205-0x100ac7033db0001, quorum=127.0.0.1:58303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T21:55:32,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33205 2024-11-14T21:55:32,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33205 2024-11-14T21:55:32,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33205 2024-11-14T21:55:32,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33205 2024-11-14T21:55:32,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33205 2024-11-14T21:55:32,029 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:55:32,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:32,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:32,029 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:55:32,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:32,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:55:32,029 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:55:32,029 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:55:32,030 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35823 2024-11-14T21:55:32,031 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35823 connecting to ZooKeeper ensemble=127.0.0.1:58303 2024-11-14T21:55:32,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:32,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:32,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358230x0, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:55:32,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35823-0x100ac7033db0002 connected 2024-11-14T21:55:32,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35823-0x100ac7033db0002, quorum=127.0.0.1:58303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:32,040 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:55:32,042 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:55:32,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35823-0x100ac7033db0002, quorum=127.0.0.1:58303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T21:55:32,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35823-0x100ac7033db0002, quorum=127.0.0.1:58303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T21:55:32,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35823 2024-11-14T21:55:32,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35823 2024-11-14T21:55:32,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35823 2024-11-14T21:55:32,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35823 2024-11-14T21:55:32,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35823 2024-11-14T21:55:32,068 DEBUG [M:0;ef788a4cade8:32879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:32879 2024-11-14T21:55:32,069 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ef788a4cade8,32879,1731621331917 2024-11-14T21:55:32,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:32,071 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x100ac7033db0001, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:32,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x100ac7033db0002, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:32,072 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ef788a4cade8,32879,1731621331917 2024-11-14T21:55:32,074 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x100ac7033db0001, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T21:55:32,074 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x100ac7033db0001, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:32,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:32,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x100ac7033db0002, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T21:55:32,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x100ac7033db0002, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:32,074 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T21:55:32,075 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ef788a4cade8,32879,1731621331917 from backup master directory 2024-11-14T21:55:32,077 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x100ac7033db0001, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:32,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x100ac7033db0002, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:32,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ef788a4cade8,32879,1731621331917 2024-11-14T21:55:32,077 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:55:32,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:32,077 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,32879,1731621331917 2024-11-14T21:55:32,082 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/hbase.id] with ID: 765aa533-38d3-40f9-9505-32033d6fdb36 2024-11-14T21:55:32,082 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/.tmp/hbase.id 2024-11-14T21:55:32,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:55:32,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:55:32,099 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/.tmp/hbase.id]:[hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/hbase.id] 2024-11-14T21:55:32,120 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:32,120 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:55:32,121 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T21:55:32,124 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x100ac7033db0001, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:32,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x100ac7033db0002, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:32,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:32,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:55:32,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:55:32,133 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:55:32,134 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:55:32,135 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:55:32,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:55:32,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:55:32,145 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/MasterData/data/master/store 2024-11-14T21:55:32,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:55:32,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:55:32,153 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:32,153 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:55:32,153 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:32,153 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:32,153 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:55:32,153 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:32,153 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:32,153 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731621332153Disabling compacts and flushes for region at 1731621332153Disabling writes for close at 1731621332153Writing region close event to WAL at 1731621332153Closed at 1731621332153 2024-11-14T21:55:32,154 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/MasterData/data/master/store/.initializing 2024-11-14T21:55:32,154 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/MasterData/WALs/ef788a4cade8,32879,1731621331917 2024-11-14T21:55:32,155 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:55:32,157 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C32879%2C1731621331917, suffix=, logDir=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/MasterData/WALs/ef788a4cade8,32879,1731621331917, archiveDir=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/MasterData/oldWALs, maxLogs=10 2024-11-14T21:55:32,172 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/MasterData/WALs/ef788a4cade8,32879,1731621331917/ef788a4cade8%2C32879%2C1731621331917.1731621332158, exclude list is [], retry=0 2024-11-14T21:55:32,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36989,DS-6dee03e3-60b9-4257-b4dd-bf61d2926ab7,DISK] 2024-11-14T21:55:32,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34585,DS-a709acc2-5fc6-469f-b9a2-1bc6c9cc220f,DISK] 2024-11-14T21:55:32,178 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/MasterData/WALs/ef788a4cade8,32879,1731621331917/ef788a4cade8%2C32879%2C1731621331917.1731621332158 2024-11-14T21:55:32,178 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41241:41241),(127.0.0.1/127.0.0.1:45541:45541)] 2024-11-14T21:55:32,178 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:55:32,178 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:32,179 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:32,179 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:32,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:32,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:55:32,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:32,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:32,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:32,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:55:32,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:32,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:32,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:32,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:55:32,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:32,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:32,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:32,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:55:32,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:32,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:32,189 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:32,190 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:32,190 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:32,192 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:32,192 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:32,193 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:55:32,194 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:32,197 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:55:32,197 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69758010, jitterRate=0.03947535157203674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:55:32,199 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731621332179Initializing all the Stores at 1731621332180 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621332180Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621332180Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621332180Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621332180Cleaning up temporary data from old regions at 1731621332192 (+12 ms)Region opened successfully at 1731621332198 (+6 ms) 2024-11-14T21:55:32,199 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:55:32,203 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eda81b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:55:32,204 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:55:32,204 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:55:32,204 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:55:32,204 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:55:32,205 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T21:55:32,205 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:55:32,205 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:55:32,208 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:55:32,208 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T21:55:32,211 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T21:55:32,211 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:55:32,211 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:55:32,214 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T21:55:32,214 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:55:32,215 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:55:32,216 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T21:55:32,217 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:55:32,220 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T21:55:32,221 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:55:32,223 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T21:55:32,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:32,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x100ac7033db0002, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:32,227 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x100ac7033db0001, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:32,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:32,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x100ac7033db0002, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:32,227 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x100ac7033db0001, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:32,228 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,32879,1731621331917, sessionid=0x100ac7033db0000, setting cluster-up flag (Was=false) 2024-11-14T21:55:32,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:32,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x100ac7033db0002, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:32,231 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x100ac7033db0001, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:32,240 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T21:55:32,241 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,32879,1731621331917 2024-11-14T21:55:32,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:32,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x100ac7033db0002, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:32,244 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x100ac7033db0001, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:32,250 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T21:55:32,251 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,32879,1731621331917 2024-11-14T21:55:32,252 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:55:32,254 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:55:32,254 INFO [RS:0;ef788a4cade8:33205 {}] regionserver.HRegionServer(746): ClusterId : 765aa533-38d3-40f9-9505-32033d6fdb36 2024-11-14T21:55:32,254 DEBUG [RS:0;ef788a4cade8:33205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:55:32,254 INFO [RS:1;ef788a4cade8:35823 {}] regionserver.HRegionServer(746): ClusterId : 765aa533-38d3-40f9-9505-32033d6fdb36 2024-11-14T21:55:32,254 DEBUG [RS:1;ef788a4cade8:35823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:55:32,254 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:55:32,255 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:55:32,255 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,32879,1731621331917 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:55:32,258 DEBUG [RS:0;ef788a4cade8:33205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:55:32,259 DEBUG [RS:0;ef788a4cade8:33205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:55:32,259 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:55:32,259 DEBUG [RS:1;ef788a4cade8:35823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:55:32,259 DEBUG [RS:1;ef788a4cade8:35823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:55:32,259 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:55:32,259 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:55:32,259 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:55:32,259 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:55:32,259 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:32,259 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:55:32,259 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:32,260 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731621362260 2024-11-14T21:55:32,260 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:55:32,260 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:55:32,260 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:55:32,260 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:55:32,260 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:55:32,260 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:55:32,261 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:32,261 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:55:32,261 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:55:32,261 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:55:32,261 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:55:32,261 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:55:32,262 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:55:32,262 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:55:32,262 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731621332262,5,FailOnTimeoutGroup] 2024-11-14T21:55:32,262 DEBUG [RS:0;ef788a4cade8:33205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:55:32,262 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731621332262,5,FailOnTimeoutGroup] 2024-11-14T21:55:32,263 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:32,263 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:55:32,263 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:32,263 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:32,263 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:32,263 DEBUG [RS:1;ef788a4cade8:35823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:55:32,263 DEBUG [RS:0;ef788a4cade8:33205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d7bad4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:55:32,263 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:55:32,263 DEBUG [RS:1;ef788a4cade8:35823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b7074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:55:32,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:55:32,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:55:32,279 DEBUG [RS:0;ef788a4cade8:33205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:33205 2024-11-14T21:55:32,279 INFO [RS:0;ef788a4cade8:33205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:55:32,279 INFO [RS:0;ef788a4cade8:33205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:55:32,279 DEBUG [RS:0;ef788a4cade8:33205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:55:32,280 INFO [RS:0;ef788a4cade8:33205 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,32879,1731621331917 with port=33205, startcode=1731621331988 2024-11-14T21:55:32,280 DEBUG [RS:0;ef788a4cade8:33205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:55:32,282 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:55:32,283 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32879 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,33205,1731621331988 2024-11-14T21:55:32,283 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32879 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,33205,1731621331988 2024-11-14T21:55:32,285 DEBUG [RS:0;ef788a4cade8:33205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db 2024-11-14T21:55:32,285 DEBUG [RS:0;ef788a4cade8:33205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39267 2024-11-14T21:55:32,285 DEBUG [RS:0;ef788a4cade8:33205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:55:32,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T21:55:32,287 DEBUG [RS:1;ef788a4cade8:35823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ef788a4cade8:35823 2024-11-14T21:55:32,287 INFO [RS:1;ef788a4cade8:35823 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:55:32,287 INFO [RS:1;ef788a4cade8:35823 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:55:32,287 DEBUG [RS:1;ef788a4cade8:35823 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:55:32,287 DEBUG [RS:0;ef788a4cade8:33205 {}] zookeeper.ZKUtil(111): regionserver:33205-0x100ac7033db0001, quorum=127.0.0.1:58303, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ef788a4cade8,33205,1731621331988 2024-11-14T21:55:32,287 WARN [RS:0;ef788a4cade8:33205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:55:32,288 INFO [RS:0;ef788a4cade8:33205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:55:32,288 DEBUG [RS:0;ef788a4cade8:33205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/WALs/ef788a4cade8,33205,1731621331988 2024-11-14T21:55:32,288 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,33205,1731621331988] 2024-11-14T21:55:32,288 INFO [RS:1;ef788a4cade8:35823 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,32879,1731621331917 with port=35823, startcode=1731621332028 2024-11-14T21:55:32,288 DEBUG [RS:1;ef788a4cade8:35823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:55:32,290 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:55:32,291 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32879 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,35823,1731621332028 2024-11-14T21:55:32,291 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32879 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,35823,1731621332028 2024-11-14T21:55:32,293 DEBUG [RS:1;ef788a4cade8:35823 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db 2024-11-14T21:55:32,293 DEBUG [RS:1;ef788a4cade8:35823 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39267 2024-11-14T21:55:32,293 DEBUG [RS:1;ef788a4cade8:35823 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:55:32,294 INFO [RS:0;ef788a4cade8:33205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:55:32,296 INFO [RS:0;ef788a4cade8:33205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:55:32,297 INFO [RS:0;ef788a4cade8:33205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:55:32,297 INFO [RS:0;ef788a4cade8:33205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:32,297 INFO [RS:0;ef788a4cade8:33205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:55:32,298 INFO [RS:0;ef788a4cade8:33205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:55:32,298 INFO [RS:0;ef788a4cade8:33205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:32,298 DEBUG [RS:0;ef788a4cade8:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:32,298 DEBUG [RS:0;ef788a4cade8:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:32,298 DEBUG [RS:0;ef788a4cade8:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:32,298 DEBUG [RS:0;ef788a4cade8:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:32,299 DEBUG [RS:0;ef788a4cade8:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:32,299 DEBUG [RS:0;ef788a4cade8:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:55:32,299 DEBUG [RS:0;ef788a4cade8:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:32,299 DEBUG [RS:0;ef788a4cade8:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:32,299 DEBUG [RS:0;ef788a4cade8:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:32,299 DEBUG [RS:0;ef788a4cade8:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:32,299 DEBUG [RS:0;ef788a4cade8:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:32,299 DEBUG [RS:0;ef788a4cade8:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:32,299 DEBUG [RS:0;ef788a4cade8:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:55:32,299 DEBUG [RS:0;ef788a4cade8:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:55:32,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T21:55:32,300 INFO [RS:0;ef788a4cade8:33205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:32,300 DEBUG [RS:1;ef788a4cade8:35823 {}] zookeeper.ZKUtil(111): regionserver:35823-0x100ac7033db0002, quorum=127.0.0.1:58303, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ef788a4cade8,35823,1731621332028 2024-11-14T21:55:32,300 INFO [RS:0;ef788a4cade8:33205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:32,300 WARN [RS:1;ef788a4cade8:35823 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:55:32,300 INFO [RS:0;ef788a4cade8:33205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:32,300 INFO [RS:0;ef788a4cade8:33205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:32,300 INFO [RS:1;ef788a4cade8:35823 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:55:32,300 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,35823,1731621332028] 2024-11-14T21:55:32,300 INFO [RS:0;ef788a4cade8:33205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:32,300 INFO [RS:0;ef788a4cade8:33205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,33205,1731621331988-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:55:32,300 DEBUG [RS:1;ef788a4cade8:35823 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/WALs/ef788a4cade8,35823,1731621332028 2024-11-14T21:55:32,304 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T21:55:32,304 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T21:55:32,310 INFO [RS:1;ef788a4cade8:35823 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:55:32,314 INFO [RS:1;ef788a4cade8:35823 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:55:32,315 INFO [RS:1;ef788a4cade8:35823 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:55:32,315 INFO [RS:1;ef788a4cade8:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:32,316 INFO [RS:1;ef788a4cade8:35823 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:55:32,317 INFO [RS:1;ef788a4cade8:35823 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:55:32,318 INFO [RS:1;ef788a4cade8:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:32,318 DEBUG [RS:1;ef788a4cade8:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:32,318 DEBUG [RS:1;ef788a4cade8:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:32,318 DEBUG [RS:1;ef788a4cade8:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:32,318 DEBUG [RS:1;ef788a4cade8:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:32,318 DEBUG [RS:1;ef788a4cade8:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:32,318 DEBUG [RS:1;ef788a4cade8:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:55:32,318 DEBUG [RS:1;ef788a4cade8:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:32,318 DEBUG [RS:1;ef788a4cade8:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:32,318 DEBUG [RS:1;ef788a4cade8:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:32,319 DEBUG [RS:1;ef788a4cade8:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:32,319 DEBUG [RS:1;ef788a4cade8:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:32,319 DEBUG [RS:1;ef788a4cade8:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:32,319 DEBUG [RS:1;ef788a4cade8:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:55:32,319 DEBUG [RS:1;ef788a4cade8:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:55:32,320 INFO [RS:1;ef788a4cade8:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:32,320 INFO [RS:1;ef788a4cade8:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:32,320 INFO [RS:1;ef788a4cade8:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:32,320 INFO [RS:1;ef788a4cade8:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:32,320 INFO [RS:1;ef788a4cade8:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:32,320 INFO [RS:1;ef788a4cade8:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,35823,1731621332028-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:55:32,322 INFO [RS:0;ef788a4cade8:33205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:55:32,323 INFO [RS:0;ef788a4cade8:33205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,33205,1731621331988-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:32,323 INFO [RS:0;ef788a4cade8:33205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:32,323 INFO [RS:0;ef788a4cade8:33205 {}] regionserver.Replication(171): ef788a4cade8,33205,1731621331988 started 2024-11-14T21:55:32,345 INFO [RS:1;ef788a4cade8:35823 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:55:32,345 INFO [RS:0;ef788a4cade8:33205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:32,345 INFO [RS:0;ef788a4cade8:33205 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,33205,1731621331988, RpcServer on ef788a4cade8/172.17.0.2:33205, sessionid=0x100ac7033db0001 2024-11-14T21:55:32,345 INFO [RS:1;ef788a4cade8:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,35823,1731621332028-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:32,345 INFO [RS:1;ef788a4cade8:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:32,346 DEBUG [RS:0;ef788a4cade8:33205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:55:32,346 DEBUG [RS:0;ef788a4cade8:33205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,33205,1731621331988 2024-11-14T21:55:32,346 INFO [RS:1;ef788a4cade8:35823 {}] regionserver.Replication(171): ef788a4cade8,35823,1731621332028 started 2024-11-14T21:55:32,346 DEBUG [RS:0;ef788a4cade8:33205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,33205,1731621331988' 2024-11-14T21:55:32,346 DEBUG [RS:0;ef788a4cade8:33205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T21:55:32,346 DEBUG [RS:0;ef788a4cade8:33205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T21:55:32,347 DEBUG [RS:0;ef788a4cade8:33205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:55:32,347 DEBUG [RS:0;ef788a4cade8:33205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:55:32,347 DEBUG [RS:0;ef788a4cade8:33205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,33205,1731621331988 2024-11-14T21:55:32,347 DEBUG [RS:0;ef788a4cade8:33205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,33205,1731621331988' 2024-11-14T21:55:32,347 DEBUG [RS:0;ef788a4cade8:33205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T21:55:32,348 DEBUG [RS:0;ef788a4cade8:33205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T21:55:32,348 DEBUG [RS:0;ef788a4cade8:33205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:55:32,348 INFO [RS:0;ef788a4cade8:33205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:55:32,348 INFO [RS:0;ef788a4cade8:33205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:55:32,361 INFO [RS:1;ef788a4cade8:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:32,361 INFO [RS:1;ef788a4cade8:35823 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,35823,1731621332028, RpcServer on ef788a4cade8/172.17.0.2:35823, sessionid=0x100ac7033db0002 2024-11-14T21:55:32,362 DEBUG [RS:1;ef788a4cade8:35823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:55:32,362 DEBUG [RS:1;ef788a4cade8:35823 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,35823,1731621332028 2024-11-14T21:55:32,362 DEBUG [RS:1;ef788a4cade8:35823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,35823,1731621332028' 2024-11-14T21:55:32,362 DEBUG [RS:1;ef788a4cade8:35823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T21:55:32,362 DEBUG [RS:1;ef788a4cade8:35823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T21:55:32,363 DEBUG [RS:1;ef788a4cade8:35823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:55:32,363 DEBUG [RS:1;ef788a4cade8:35823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:55:32,363 DEBUG [RS:1;ef788a4cade8:35823 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,35823,1731621332028 2024-11-14T21:55:32,363 DEBUG [RS:1;ef788a4cade8:35823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,35823,1731621332028' 2024-11-14T21:55:32,363 DEBUG [RS:1;ef788a4cade8:35823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T21:55:32,363 DEBUG [RS:1;ef788a4cade8:35823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T21:55:32,363 DEBUG [RS:1;ef788a4cade8:35823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:55:32,363 INFO [RS:1;ef788a4cade8:35823 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:55:32,363 INFO [RS:1;ef788a4cade8:35823 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:55:32,449 INFO [RS:0;ef788a4cade8:33205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:55:32,451 INFO [RS:0;ef788a4cade8:33205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C33205%2C1731621331988, suffix=, logDir=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/WALs/ef788a4cade8,33205,1731621331988, archiveDir=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/oldWALs, maxLogs=32 2024-11-14T21:55:32,464 INFO [RS:1;ef788a4cade8:35823 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:55:32,466 INFO [RS:1;ef788a4cade8:35823 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C35823%2C1731621332028, suffix=, logDir=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/WALs/ef788a4cade8,35823,1731621332028, archiveDir=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/oldWALs, maxLogs=32 2024-11-14T21:55:32,467 DEBUG [RS:0;ef788a4cade8:33205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/WALs/ef788a4cade8,33205,1731621331988/ef788a4cade8%2C33205%2C1731621331988.1731621332451, exclude list is [], retry=0 2024-11-14T21:55:32,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34585,DS-a709acc2-5fc6-469f-b9a2-1bc6c9cc220f,DISK] 2024-11-14T21:55:32,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36989,DS-6dee03e3-60b9-4257-b4dd-bf61d2926ab7,DISK] 2024-11-14T21:55:32,475 INFO [RS:0;ef788a4cade8:33205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/WALs/ef788a4cade8,33205,1731621331988/ef788a4cade8%2C33205%2C1731621331988.1731621332451 2024-11-14T21:55:32,475 DEBUG [RS:0;ef788a4cade8:33205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45541:45541),(127.0.0.1/127.0.0.1:41241:41241)] 2024-11-14T21:55:32,484 DEBUG [RS:1;ef788a4cade8:35823 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/WALs/ef788a4cade8,35823,1731621332028/ef788a4cade8%2C35823%2C1731621332028.1731621332467, exclude list is [], retry=0 2024-11-14T21:55:32,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34585,DS-a709acc2-5fc6-469f-b9a2-1bc6c9cc220f,DISK] 2024-11-14T21:55:32,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36989,DS-6dee03e3-60b9-4257-b4dd-bf61d2926ab7,DISK] 2024-11-14T21:55:32,490 INFO [RS:1;ef788a4cade8:35823 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/WALs/ef788a4cade8,35823,1731621332028/ef788a4cade8%2C35823%2C1731621332028.1731621332467 2024-11-14T21:55:32,490 DEBUG [RS:1;ef788a4cade8:35823 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41241:41241),(127.0.0.1/127.0.0.1:45541:45541)] 2024-11-14T21:55:32,678 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:55:32,678 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db 2024-11-14T21:55:32,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741834_1010 (size=32) 2024-11-14T21:55:32,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741834_1010 (size=32) 2024-11-14T21:55:32,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:32,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:55:32,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:55:32,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:32,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:32,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:55:32,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:55:32,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:32,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:32,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:55:32,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:55:32,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:32,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:32,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:55:32,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:55:32,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:32,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:32,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:55:32,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/hbase/meta/1588230740 2024-11-14T21:55:32,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/hbase/meta/1588230740 2024-11-14T21:55:32,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:55:32,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:55:32,706 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:55:32,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:55:32,711 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:55:32,711 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63251209, jitterRate=-0.05748353898525238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:55:32,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731621332689Initializing all the Stores at 1731621332690 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621332690Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621332690Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621332690Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621332690Cleaning up temporary data from old regions at 1731621332706 (+16 ms)Region opened successfully at 1731621332712 (+6 ms) 2024-11-14T21:55:32,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:55:32,713 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:55:32,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:55:32,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:55:32,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:55:32,713 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:55:32,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731621332712Disabling compacts and flushes for region at 1731621332712Disabling writes for close at 1731621332713 (+1 ms)Writing region close event to WAL at 1731621332713Closed at 1731621332713 2024-11-14T21:55:32,715 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:55:32,715 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:55:32,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:55:32,716 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:55:32,718 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:55:32,868 DEBUG [ef788a4cade8:32879 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T21:55:32,868 DEBUG [ef788a4cade8:32879 {}] balancer.BalancerClusterState(204): Hosts are {ef788a4cade8=0} racks are {/default-rack=0} 2024-11-14T21:55:32,871 DEBUG [ef788a4cade8:32879 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T21:55:32,871 DEBUG [ef788a4cade8:32879 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T21:55:32,871 DEBUG [ef788a4cade8:32879 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T21:55:32,871 DEBUG [ef788a4cade8:32879 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T21:55:32,871 INFO [ef788a4cade8:32879 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T21:55:32,871 INFO [ef788a4cade8:32879 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T21:55:32,871 DEBUG [ef788a4cade8:32879 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T21:55:32,872 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,33205,1731621331988 2024-11-14T21:55:32,873 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,33205,1731621331988, state=OPENING 2024-11-14T21:55:32,875 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:55:32,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:32,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x100ac7033db0002, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:32,877 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x100ac7033db0001, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:32,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:32,878 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:55:32,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:32,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:32,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,33205,1731621331988}] 2024-11-14T21:55:33,031 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:55:33,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:55:33,038 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:55:33,038 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:55:33,038 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:55:33,040 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C33205%2C1731621331988.meta, suffix=.meta, logDir=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/WALs/ef788a4cade8,33205,1731621331988, archiveDir=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/oldWALs, maxLogs=32 2024-11-14T21:55:33,055 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/WALs/ef788a4cade8,33205,1731621331988/ef788a4cade8%2C33205%2C1731621331988.meta.1731621333041.meta, exclude list is [], retry=0 2024-11-14T21:55:33,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34585,DS-a709acc2-5fc6-469f-b9a2-1bc6c9cc220f,DISK] 2024-11-14T21:55:33,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36989,DS-6dee03e3-60b9-4257-b4dd-bf61d2926ab7,DISK] 2024-11-14T21:55:33,060 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/WALs/ef788a4cade8,33205,1731621331988/ef788a4cade8%2C33205%2C1731621331988.meta.1731621333041.meta 2024-11-14T21:55:33,060 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45541:45541),(127.0.0.1/127.0.0.1:41241:41241)] 2024-11-14T21:55:33,061 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:55:33,061 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:55:33,061 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:55:33,061 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:55:33,061 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:55:33,062 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:33,062 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:55:33,062 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:55:33,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:55:33,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:55:33,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:33,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:33,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:55:33,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:55:33,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:33,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:33,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:55:33,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:55:33,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:33,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:33,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:55:33,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:55:33,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:33,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:33,070 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:55:33,071 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/hbase/meta/1588230740 2024-11-14T21:55:33,072 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/hbase/meta/1588230740 2024-11-14T21:55:33,074 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:55:33,074 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:55:33,074 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:55:33,076 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:55:33,077 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61945945, jitterRate=-0.07693348824977875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:55:33,077 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:55:33,078 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731621333062Writing region info on filesystem at 1731621333062Initializing all the Stores at 1731621333063 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621333063Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621333063Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621333063Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621333063Cleaning up temporary data from old regions at 1731621333074 (+11 ms)Running coprocessor post-open hooks at 1731621333077 (+3 ms)Region opened successfully at 1731621333077 2024-11-14T21:55:33,079 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731621333031 2024-11-14T21:55:33,081 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:55:33,082 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:55:33,082 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,33205,1731621331988 2024-11-14T21:55:33,083 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,33205,1731621331988, state=OPEN 2024-11-14T21:55:33,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T21:55:33,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x100ac7033db0002, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T21:55:33,085 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x100ac7033db0001, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T21:55:33,085 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,33205,1731621331988 2024-11-14T21:55:33,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:33,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:33,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:33,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:55:33,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,33205,1731621331988 in 208 msec 2024-11-14T21:55:33,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:55:33,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 375 msec 2024-11-14T21:55:33,094 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:55:33,094 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:55:33,096 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:55:33,096 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,33205,1731621331988, seqNum=-1] 2024-11-14T21:55:33,097 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:55:33,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:55:33,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 852 msec 2024-11-14T21:55:33,107 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731621333107, completionTime=-1 2024-11-14T21:55:33,108 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-14T21:55:33,108 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:55:33,110 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-14T21:55:33,110 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731621393110 2024-11-14T21:55:33,110 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731621453110 2024-11-14T21:55:33,110 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T21:55:33,110 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T21:55:33,111 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,32879,1731621331917-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:33,111 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,32879,1731621331917-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:33,111 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,32879,1731621331917-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:33,111 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:32879, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:33,111 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:33,112 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:33,114 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:55:33,119 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.042sec 2024-11-14T21:55:33,127 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:55:33,127 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:55:33,127 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:55:33,127 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:55:33,128 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:55:33,128 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,32879,1731621331917-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:55:33,128 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,32879,1731621331917-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:55:33,130 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:55:33,130 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:55:33,131 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,32879,1731621331917-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:33,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6324969b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:55:33,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,32879,-1 for getting cluster id 2024-11-14T21:55:33,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:55:33,157 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '765aa533-38d3-40f9-9505-32033d6fdb36' 2024-11-14T21:55:33,158 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:55:33,158 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "765aa533-38d3-40f9-9505-32033d6fdb36" 2024-11-14T21:55:33,159 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3addda55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:55:33,159 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,32879,-1] 2024-11-14T21:55:33,159 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:55:33,159 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:33,160 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:55:33,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7accb88f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:55:33,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:55:33,164 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,33205,1731621331988, seqNum=-1] 2024-11-14T21:55:33,165 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:55:33,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:55:33,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,32879,1731621331917 2024-11-14T21:55:33,168 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:55:33,169 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,32879,1731621331917 2024-11-14T21:55:33,169 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27d4e5fb 2024-11-14T21:55:33,170 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:55:33,171 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:55:33,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:55:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-14T21:55:33,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:55:33,175 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:33,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-14T21:55:33,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:55:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:33,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741836_1012 (size=379) 2024-11-14T21:55:33,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741836_1012 (size=379) 2024-11-14T21:55:33,187 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => de99d80c447769bb0de97163512c61b7, NAME => 'testClearRegionBlockCache,,1731621333171.de99d80c447769bb0de97163512c61b7.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db 2024-11-14T21:55:33,187 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f1de94496b0f3b05211cc8297a94280a, NAME => 'testClearRegionBlockCache,5,1731621333171.f1de94496b0f3b05211cc8297a94280a.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db 2024-11-14T21:55:33,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741837_1013 (size=61) 2024-11-14T21:55:33,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741838_1014 (size=61) 2024-11-14T21:55:33,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741837_1013 (size=61) 2024-11-14T21:55:33,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741838_1014 (size=61) 2024-11-14T21:55:33,202 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731621333171.f1de94496b0f3b05211cc8297a94280a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:33,202 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731621333171.de99d80c447769bb0de97163512c61b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:33,202 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing f1de94496b0f3b05211cc8297a94280a, disabling compactions & flushes 2024-11-14T21:55:33,202 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731621333171.f1de94496b0f3b05211cc8297a94280a. 2024-11-14T21:55:33,202 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731621333171.f1de94496b0f3b05211cc8297a94280a. 2024-11-14T21:55:33,202 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing de99d80c447769bb0de97163512c61b7, disabling compactions & flushes 2024-11-14T21:55:33,202 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731621333171.f1de94496b0f3b05211cc8297a94280a. after waiting 0 ms 2024-11-14T21:55:33,202 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731621333171.de99d80c447769bb0de97163512c61b7. 2024-11-14T21:55:33,202 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731621333171.f1de94496b0f3b05211cc8297a94280a. 2024-11-14T21:55:33,202 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731621333171.de99d80c447769bb0de97163512c61b7. 2024-11-14T21:55:33,202 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731621333171.f1de94496b0f3b05211cc8297a94280a. 2024-11-14T21:55:33,202 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731621333171.de99d80c447769bb0de97163512c61b7. after waiting 0 ms 2024-11-14T21:55:33,202 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for f1de94496b0f3b05211cc8297a94280a: Waiting for close lock at 1731621333202Disabling compacts and flushes for region at 1731621333202Disabling writes for close at 1731621333202Writing region close event to WAL at 1731621333202Closed at 1731621333202 2024-11-14T21:55:33,202 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731621333171.de99d80c447769bb0de97163512c61b7. 2024-11-14T21:55:33,202 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731621333171.de99d80c447769bb0de97163512c61b7. 2024-11-14T21:55:33,202 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for de99d80c447769bb0de97163512c61b7: Waiting for close lock at 1731621333202Disabling compacts and flushes for region at 1731621333202Disabling writes for close at 1731621333202Writing region close event to WAL at 1731621333202Closed at 1731621333202 2024-11-14T21:55:33,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:55:33,204 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731621333171.f1de94496b0f3b05211cc8297a94280a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731621333204"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731621333204"}]},"ts":"1731621333204"} 2024-11-14T21:55:33,205 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731621333171.de99d80c447769bb0de97163512c61b7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731621333204"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731621333204"}]},"ts":"1731621333204"} 2024-11-14T21:55:33,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T21:55:33,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:55:33,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731621333210"}]},"ts":"1731621333210"} 2024-11-14T21:55:33,213 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-14T21:55:33,213 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {ef788a4cade8=0} racks are {/default-rack=0} 2024-11-14T21:55:33,215 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T21:55:33,215 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T21:55:33,215 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T21:55:33,215 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T21:55:33,215 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T21:55:33,215 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T21:55:33,215 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T21:55:33,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=de99d80c447769bb0de97163512c61b7, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f1de94496b0f3b05211cc8297a94280a, ASSIGN}] 2024-11-14T21:55:33,218 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f1de94496b0f3b05211cc8297a94280a, ASSIGN 2024-11-14T21:55:33,218 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=de99d80c447769bb0de97163512c61b7, ASSIGN 2024-11-14T21:55:33,220 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f1de94496b0f3b05211cc8297a94280a, ASSIGN; state=OFFLINE, location=ef788a4cade8,35823,1731621332028; forceNewPlan=false, retain=false 2024-11-14T21:55:33,220 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=de99d80c447769bb0de97163512c61b7, ASSIGN; state=OFFLINE, location=ef788a4cade8,33205,1731621331988; forceNewPlan=false, retain=false 2024-11-14T21:55:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:33,371 INFO [ef788a4cade8:32879 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-14T21:55:33,371 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=de99d80c447769bb0de97163512c61b7, regionState=OPENING, regionLocation=ef788a4cade8,33205,1731621331988 2024-11-14T21:55:33,371 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f1de94496b0f3b05211cc8297a94280a, regionState=OPENING, regionLocation=ef788a4cade8,35823,1731621332028 2024-11-14T21:55:33,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=de99d80c447769bb0de97163512c61b7, ASSIGN because future has completed 2024-11-14T21:55:33,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure de99d80c447769bb0de97163512c61b7, server=ef788a4cade8,33205,1731621331988}] 2024-11-14T21:55:33,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f1de94496b0f3b05211cc8297a94280a, ASSIGN because future has completed 2024-11-14T21:55:33,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1de94496b0f3b05211cc8297a94280a, server=ef788a4cade8,35823,1731621332028}] 2024-11-14T21:55:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:33,531 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:55:33,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:55:33,533 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731621333171.de99d80c447769bb0de97163512c61b7. 2024-11-14T21:55:33,533 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => de99d80c447769bb0de97163512c61b7, NAME => 'testClearRegionBlockCache,,1731621333171.de99d80c447769bb0de97163512c61b7.', STARTKEY => '', ENDKEY => '5'} 2024-11-14T21:55:33,533 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache de99d80c447769bb0de97163512c61b7 2024-11-14T21:55:33,534 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731621333171.de99d80c447769bb0de97163512c61b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:33,534 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for de99d80c447769bb0de97163512c61b7 2024-11-14T21:55:33,534 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for de99d80c447769bb0de97163512c61b7 2024-11-14T21:55:33,535 INFO [StoreOpener-de99d80c447769bb0de97163512c61b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region de99d80c447769bb0de97163512c61b7 2024-11-14T21:55:33,536 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731621333171.f1de94496b0f3b05211cc8297a94280a. 2024-11-14T21:55:33,536 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => f1de94496b0f3b05211cc8297a94280a, NAME => 'testClearRegionBlockCache,5,1731621333171.f1de94496b0f3b05211cc8297a94280a.', STARTKEY => '5', ENDKEY => ''} 2024-11-14T21:55:33,537 INFO [StoreOpener-de99d80c447769bb0de97163512c61b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de99d80c447769bb0de97163512c61b7 columnFamilyName family 2024-11-14T21:55:33,537 DEBUG [StoreOpener-de99d80c447769bb0de97163512c61b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:33,537 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f1de94496b0f3b05211cc8297a94280a 2024-11-14T21:55:33,537 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731621333171.f1de94496b0f3b05211cc8297a94280a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:33,537 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for f1de94496b0f3b05211cc8297a94280a 2024-11-14T21:55:33,537 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for f1de94496b0f3b05211cc8297a94280a 2024-11-14T21:55:33,537 INFO [StoreOpener-de99d80c447769bb0de97163512c61b7-1 {}] regionserver.HStore(327): Store=de99d80c447769bb0de97163512c61b7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:33,537 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for de99d80c447769bb0de97163512c61b7 2024-11-14T21:55:33,538 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/default/testClearRegionBlockCache/de99d80c447769bb0de97163512c61b7 2024-11-14T21:55:33,538 INFO [StoreOpener-f1de94496b0f3b05211cc8297a94280a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f1de94496b0f3b05211cc8297a94280a 2024-11-14T21:55:33,539 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/default/testClearRegionBlockCache/de99d80c447769bb0de97163512c61b7 2024-11-14T21:55:33,539 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for de99d80c447769bb0de97163512c61b7 2024-11-14T21:55:33,539 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for de99d80c447769bb0de97163512c61b7 2024-11-14T21:55:33,540 INFO [StoreOpener-f1de94496b0f3b05211cc8297a94280a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1de94496b0f3b05211cc8297a94280a columnFamilyName family 2024-11-14T21:55:33,540 DEBUG [StoreOpener-f1de94496b0f3b05211cc8297a94280a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:33,540 INFO [StoreOpener-f1de94496b0f3b05211cc8297a94280a-1 {}] regionserver.HStore(327): Store=f1de94496b0f3b05211cc8297a94280a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:33,540 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for f1de94496b0f3b05211cc8297a94280a 2024-11-14T21:55:33,541 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/default/testClearRegionBlockCache/f1de94496b0f3b05211cc8297a94280a 2024-11-14T21:55:33,541 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for de99d80c447769bb0de97163512c61b7 2024-11-14T21:55:33,541 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/default/testClearRegionBlockCache/f1de94496b0f3b05211cc8297a94280a 2024-11-14T21:55:33,542 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for f1de94496b0f3b05211cc8297a94280a 2024-11-14T21:55:33,542 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for f1de94496b0f3b05211cc8297a94280a 2024-11-14T21:55:33,544 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/default/testClearRegionBlockCache/de99d80c447769bb0de97163512c61b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:55:33,544 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for f1de94496b0f3b05211cc8297a94280a 2024-11-14T21:55:33,544 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened de99d80c447769bb0de97163512c61b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66258959, jitterRate=-0.012664571404457092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T21:55:33,544 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de99d80c447769bb0de97163512c61b7 2024-11-14T21:55:33,546 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for de99d80c447769bb0de97163512c61b7: Running coprocessor pre-open hook at 1731621333534Writing region info on filesystem at 1731621333534Initializing all the Stores at 1731621333535 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621333535Cleaning up temporary data from old regions at 1731621333539 (+4 ms)Running coprocessor post-open hooks at 1731621333544 (+5 ms)Region opened successfully at 1731621333545 (+1 ms) 2024-11-14T21:55:33,546 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/default/testClearRegionBlockCache/f1de94496b0f3b05211cc8297a94280a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:55:33,547 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731621333171.de99d80c447769bb0de97163512c61b7., pid=7, masterSystemTime=1731621333528 2024-11-14T21:55:33,547 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened f1de94496b0f3b05211cc8297a94280a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69873559, jitterRate=0.041197165846824646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T21:55:33,547 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1de94496b0f3b05211cc8297a94280a 2024-11-14T21:55:33,547 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for f1de94496b0f3b05211cc8297a94280a: Running coprocessor pre-open hook at 1731621333537Writing region info on filesystem at 1731621333537Initializing all the Stores at 1731621333538 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621333538Cleaning up temporary data from old regions at 1731621333542 (+4 ms)Running coprocessor post-open hooks at 1731621333547 (+5 ms)Region opened successfully at 1731621333547 2024-11-14T21:55:33,548 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731621333171.f1de94496b0f3b05211cc8297a94280a., pid=8, masterSystemTime=1731621333530 2024-11-14T21:55:33,549 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731621333171.de99d80c447769bb0de97163512c61b7. 2024-11-14T21:55:33,550 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731621333171.de99d80c447769bb0de97163512c61b7. 2024-11-14T21:55:33,550 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=de99d80c447769bb0de97163512c61b7, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,33205,1731621331988 2024-11-14T21:55:33,551 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731621333171.f1de94496b0f3b05211cc8297a94280a. 2024-11-14T21:55:33,551 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731621333171.f1de94496b0f3b05211cc8297a94280a. 2024-11-14T21:55:33,552 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f1de94496b0f3b05211cc8297a94280a, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,35823,1731621332028 2024-11-14T21:55:33,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure de99d80c447769bb0de97163512c61b7, server=ef788a4cade8,33205,1731621331988 because future has completed 2024-11-14T21:55:33,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1de94496b0f3b05211cc8297a94280a, server=ef788a4cade8,35823,1731621332028 because future has completed 2024-11-14T21:55:33,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-14T21:55:33,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure de99d80c447769bb0de97163512c61b7, server=ef788a4cade8,33205,1731621331988 in 180 msec 2024-11-14T21:55:33,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-14T21:55:33,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f1de94496b0f3b05211cc8297a94280a, server=ef788a4cade8,35823,1731621332028 in 180 msec 2024-11-14T21:55:33,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=de99d80c447769bb0de97163512c61b7, ASSIGN in 342 msec 2024-11-14T21:55:33,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-14T21:55:33,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f1de94496b0f3b05211cc8297a94280a, ASSIGN in 342 msec 2024-11-14T21:55:33,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:55:33,562 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731621333562"}]},"ts":"1731621333562"} 2024-11-14T21:55:33,564 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-14T21:55:33,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:55:33,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 393 msec 2024-11-14T21:55:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:33,800 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-14T21:55:33,800 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-14T21:55:33,800 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T21:55:33,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-14T21:55:33,804 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T21:55:33,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-14T21:55:33,807 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731621333171.de99d80c447769bb0de97163512c61b7., hostname=ef788a4cade8,33205,1731621331988, seqNum=2] 2024-11-14T21:55:33,819 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731621333171.f1de94496b0f3b05211cc8297a94280a., hostname=ef788a4cade8,35823,1731621332028, seqNum=2] 2024-11-14T21:55:33,819 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:55:33,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:55:33,833 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing de99d80c447769bb0de97163512c61b7 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-14T21:55:33,851 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/default/testClearRegionBlockCache/de99d80c447769bb0de97163512c61b7/.tmp/family/6ad7148aacfd45c0911cc6061aacfdfe is 32, key is 1/family:/1731621333808/Put/seqid=0 2024-11-14T21:55:33,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741839_1015 (size=5054) 2024-11-14T21:55:33,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741839_1015 (size=5054) 2024-11-14T21:55:33,857 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/default/testClearRegionBlockCache/de99d80c447769bb0de97163512c61b7/.tmp/family/6ad7148aacfd45c0911cc6061aacfdfe 2024-11-14T21:55:33,865 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/default/testClearRegionBlockCache/de99d80c447769bb0de97163512c61b7/.tmp/family/6ad7148aacfd45c0911cc6061aacfdfe as hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/default/testClearRegionBlockCache/de99d80c447769bb0de97163512c61b7/family/6ad7148aacfd45c0911cc6061aacfdfe 2024-11-14T21:55:33,871 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/default/testClearRegionBlockCache/de99d80c447769bb0de97163512c61b7/family/6ad7148aacfd45c0911cc6061aacfdfe, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T21:55:33,872 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for de99d80c447769bb0de97163512c61b7 in 39ms, sequenceid=8, compaction requested=false 2024-11-14T21:55:33,872 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for de99d80c447769bb0de97163512c61b7: 2024-11-14T21:55:33,873 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f1de94496b0f3b05211cc8297a94280a 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-14T21:55:33,890 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/default/testClearRegionBlockCache/f1de94496b0f3b05211cc8297a94280a/.tmp/family/d3acb26df2464410aac19cd040b67b8f is 32, key is 5/family:/1731621333821/Put/seqid=0 2024-11-14T21:55:33,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741840_1016 (size=5083) 2024-11-14T21:55:33,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741840_1016 (size=5083) 2024-11-14T21:55:33,897 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/default/testClearRegionBlockCache/f1de94496b0f3b05211cc8297a94280a/.tmp/family/d3acb26df2464410aac19cd040b67b8f 2024-11-14T21:55:33,905 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/default/testClearRegionBlockCache/f1de94496b0f3b05211cc8297a94280a/.tmp/family/d3acb26df2464410aac19cd040b67b8f as hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/default/testClearRegionBlockCache/f1de94496b0f3b05211cc8297a94280a/family/d3acb26df2464410aac19cd040b67b8f 2024-11-14T21:55:33,913 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/default/testClearRegionBlockCache/f1de94496b0f3b05211cc8297a94280a/family/d3acb26df2464410aac19cd040b67b8f, entries=5, sequenceid=9, filesize=5.0 K 2024-11-14T21:55:33,914 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for f1de94496b0f3b05211cc8297a94280a in 41ms, sequenceid=9, compaction requested=false 2024-11-14T21:55:33,915 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f1de94496b0f3b05211cc8297a94280a: 2024-11-14T21:55:33,920 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-14T21:55:33,924 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:55:33,924 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:55:33,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:55:33,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:55:33,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:55:33,927 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:55:33,927 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:33,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:33,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:33,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:55:33,928 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:55:33,928 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=783864405, stopped=false 2024-11-14T21:55:33,928 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,32879,1731621331917 2024-11-14T21:55:33,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:33,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x100ac7033db0002, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:33,931 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x100ac7033db0001, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:33,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x100ac7033db0002, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:33,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:33,932 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x100ac7033db0001, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:33,932 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:55:33,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:55:33,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33205-0x100ac7033db0001, quorum=127.0.0.1:58303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:33,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35823-0x100ac7033db0002, quorum=127.0.0.1:58303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:33,933 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:33,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:33,933 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,33205,1731621331988' ***** 2024-11-14T21:55:33,933 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:55:33,933 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,35823,1731621332028' ***** 2024-11-14T21:55:33,933 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:55:33,933 INFO [RS:1;ef788a4cade8:35823 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:55:33,933 INFO [RS:0;ef788a4cade8:33205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:55:33,933 INFO [RS:0;ef788a4cade8:33205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:55:33,933 INFO [RS:1;ef788a4cade8:35823 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:55:33,933 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:55:33,933 INFO [RS:0;ef788a4cade8:33205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:55:33,934 INFO [RS:1;ef788a4cade8:35823 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:55:33,933 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:55:33,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:33,934 INFO [RS:1;ef788a4cade8:35823 {}] regionserver.HRegionServer(3091): Received CLOSE for f1de94496b0f3b05211cc8297a94280a 2024-11-14T21:55:33,934 INFO [RS:0;ef788a4cade8:33205 {}] regionserver.HRegionServer(3091): Received CLOSE for de99d80c447769bb0de97163512c61b7 2024-11-14T21:55:33,934 INFO [RS:1;ef788a4cade8:35823 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,35823,1731621332028 2024-11-14T21:55:33,934 INFO [RS:1;ef788a4cade8:35823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:55:33,935 INFO [RS:1;ef788a4cade8:35823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ef788a4cade8:35823. 2024-11-14T21:55:33,935 INFO [RS:0;ef788a4cade8:33205 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,33205,1731621331988 2024-11-14T21:55:33,935 DEBUG [RS:1;ef788a4cade8:35823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:33,935 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f1de94496b0f3b05211cc8297a94280a, disabling compactions & flushes 2024-11-14T21:55:33,935 INFO [RS:0;ef788a4cade8:33205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:55:33,935 DEBUG [RS:1;ef788a4cade8:35823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:33,935 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731621333171.f1de94496b0f3b05211cc8297a94280a. 2024-11-14T21:55:33,935 INFO [RS:1;ef788a4cade8:35823 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T21:55:33,935 INFO [RS:0;ef788a4cade8:33205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:33205. 2024-11-14T21:55:33,935 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de99d80c447769bb0de97163512c61b7, disabling compactions & flushes 2024-11-14T21:55:33,935 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731621333171.f1de94496b0f3b05211cc8297a94280a. 2024-11-14T21:55:33,935 DEBUG [RS:1;ef788a4cade8:35823 {}] regionserver.HRegionServer(1325): Online Regions={f1de94496b0f3b05211cc8297a94280a=testClearRegionBlockCache,5,1731621333171.f1de94496b0f3b05211cc8297a94280a.} 2024-11-14T21:55:33,935 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731621333171.de99d80c447769bb0de97163512c61b7. 2024-11-14T21:55:33,935 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731621333171.f1de94496b0f3b05211cc8297a94280a. after waiting 0 ms 2024-11-14T21:55:33,935 DEBUG [RS:0;ef788a4cade8:33205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:33,935 DEBUG [RS:1;ef788a4cade8:35823 {}] regionserver.HRegionServer(1351): Waiting on f1de94496b0f3b05211cc8297a94280a 2024-11-14T21:55:33,935 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731621333171.f1de94496b0f3b05211cc8297a94280a. 2024-11-14T21:55:33,935 DEBUG [RS:0;ef788a4cade8:33205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:33,935 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731621333171.de99d80c447769bb0de97163512c61b7. 2024-11-14T21:55:33,935 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731621333171.de99d80c447769bb0de97163512c61b7. after waiting 0 ms 2024-11-14T21:55:33,935 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731621333171.de99d80c447769bb0de97163512c61b7. 2024-11-14T21:55:33,935 INFO [RS:0;ef788a4cade8:33205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:55:33,935 INFO [RS:0;ef788a4cade8:33205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:55:33,935 INFO [RS:0;ef788a4cade8:33205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:55:33,935 INFO [RS:0;ef788a4cade8:33205 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:55:33,936 INFO [RS:0;ef788a4cade8:33205 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T21:55:33,936 DEBUG [RS:0;ef788a4cade8:33205 {}] regionserver.HRegionServer(1325): Online Regions={de99d80c447769bb0de97163512c61b7=testClearRegionBlockCache,,1731621333171.de99d80c447769bb0de97163512c61b7., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T21:55:33,936 DEBUG [RS:0;ef788a4cade8:33205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de99d80c447769bb0de97163512c61b7 2024-11-14T21:55:33,936 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:55:33,936 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:55:33,936 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:55:33,936 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:55:33,936 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:55:33,936 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-14T21:55:33,942 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/default/testClearRegionBlockCache/f1de94496b0f3b05211cc8297a94280a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T21:55:33,942 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/default/testClearRegionBlockCache/de99d80c447769bb0de97163512c61b7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T21:55:33,942 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731621333171.f1de94496b0f3b05211cc8297a94280a. 2024-11-14T21:55:33,942 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f1de94496b0f3b05211cc8297a94280a: Waiting for close lock at 1731621333935Running coprocessor pre-close hooks at 1731621333935Disabling compacts and flushes for region at 1731621333935Disabling writes for close at 1731621333935Writing region close event to WAL at 1731621333937 (+2 ms)Running coprocessor post-close hooks at 1731621333942 (+5 ms)Closed at 1731621333942 2024-11-14T21:55:33,942 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731621333171.de99d80c447769bb0de97163512c61b7. 2024-11-14T21:55:33,943 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de99d80c447769bb0de97163512c61b7: Waiting for close lock at 1731621333935Running coprocessor pre-close hooks at 1731621333935Disabling compacts and flushes for region at 1731621333935Disabling writes for close at 1731621333935Writing region close event to WAL at 1731621333937 (+2 ms)Running coprocessor post-close hooks at 1731621333942 (+5 ms)Closed at 1731621333942 2024-11-14T21:55:33,943 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731621333171.f1de94496b0f3b05211cc8297a94280a. 2024-11-14T21:55:33,943 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731621333171.de99d80c447769bb0de97163512c61b7. 2024-11-14T21:55:33,956 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/hbase/meta/1588230740/.tmp/info/560f3e91edfb4d9dbd0bf915e47f2a67 is 173, key is testClearRegionBlockCache,5,1731621333171.f1de94496b0f3b05211cc8297a94280a./info:regioninfo/1731621333551/Put/seqid=0 2024-11-14T21:55:33,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741841_1017 (size=8173) 2024-11-14T21:55:33,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741841_1017 (size=8173) 2024-11-14T21:55:33,963 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/hbase/meta/1588230740/.tmp/info/560f3e91edfb4d9dbd0bf915e47f2a67 2024-11-14T21:55:33,984 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/hbase/meta/1588230740/.tmp/ns/fe2363a04a104cc1a6808e37b7007399 is 43, key is default/ns:d/1731621333100/Put/seqid=0 2024-11-14T21:55:33,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741842_1018 (size=5153) 2024-11-14T21:55:33,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741842_1018 (size=5153) 2024-11-14T21:55:33,990 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/hbase/meta/1588230740/.tmp/ns/fe2363a04a104cc1a6808e37b7007399 2024-11-14T21:55:34,005 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:55:34,013 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/hbase/meta/1588230740/.tmp/table/26d2aa9a5c724acdbb6728cf24c7b62e is 61, key is testClearRegionBlockCache/table:state/1731621333562/Put/seqid=0 2024-11-14T21:55:34,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741843_1019 (size=5312) 2024-11-14T21:55:34,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741843_1019 (size=5312) 2024-11-14T21:55:34,019 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/hbase/meta/1588230740/.tmp/table/26d2aa9a5c724acdbb6728cf24c7b62e 2024-11-14T21:55:34,023 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:55:34,025 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/hbase/meta/1588230740/.tmp/info/560f3e91edfb4d9dbd0bf915e47f2a67 as hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/hbase/meta/1588230740/info/560f3e91edfb4d9dbd0bf915e47f2a67 2024-11-14T21:55:34,031 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/hbase/meta/1588230740/info/560f3e91edfb4d9dbd0bf915e47f2a67, entries=20, sequenceid=13, filesize=8.0 K 2024-11-14T21:55:34,032 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/hbase/meta/1588230740/.tmp/ns/fe2363a04a104cc1a6808e37b7007399 as hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/hbase/meta/1588230740/ns/fe2363a04a104cc1a6808e37b7007399 2024-11-14T21:55:34,038 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/hbase/meta/1588230740/ns/fe2363a04a104cc1a6808e37b7007399, entries=2, sequenceid=13, filesize=5.0 K 2024-11-14T21:55:34,039 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/hbase/meta/1588230740/.tmp/table/26d2aa9a5c724acdbb6728cf24c7b62e as hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/hbase/meta/1588230740/table/26d2aa9a5c724acdbb6728cf24c7b62e 2024-11-14T21:55:34,045 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/hbase/meta/1588230740/table/26d2aa9a5c724acdbb6728cf24c7b62e, entries=2, sequenceid=13, filesize=5.2 K 2024-11-14T21:55:34,046 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=13, compaction requested=false 2024-11-14T21:55:34,086 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T21:55:34,087 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:55:34,087 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:55:34,087 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731621333936Running coprocessor pre-close hooks at 1731621333936Disabling compacts and flushes for region at 1731621333936Disabling writes for close at 1731621333936Obtaining lock to block concurrent updates at 1731621333936Preparing flush snapshotting stores in 1588230740 at 1731621333936Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731621333937 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731621333937Flushing 1588230740/info: creating writer at 1731621333938 (+1 ms)Flushing 1588230740/info: appending metadata at 1731621333956 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731621333956Flushing 1588230740/ns: creating writer at 1731621333968 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731621333984 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731621333984Flushing 1588230740/table: creating writer at 1731621333996 (+12 ms)Flushing 1588230740/table: appending metadata at 1731621334012 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731621334012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49b8562c: reopening flushed file at 1731621334024 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b89f203: reopening flushed file at 1731621334031 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b655f63: reopening flushed file at 1731621334038 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=13, compaction requested=false at 1731621334046 (+8 ms)Writing region close event to WAL at 1731621334047 (+1 ms)Running coprocessor post-close hooks at 1731621334087 (+40 ms)Closed at 1731621334087 2024-11-14T21:55:34,087 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:55:34,135 INFO [RS:1;ef788a4cade8:35823 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,35823,1731621332028; all regions closed. 2024-11-14T21:55:34,136 INFO [RS:0;ef788a4cade8:33205 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,33205,1731621331988; all regions closed. 2024-11-14T21:55:34,140 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/WALs/ef788a4cade8,35823,1731621332028/ef788a4cade8%2C35823%2C1731621332028.1731621332467 not finished, retry = 0 2024-11-14T21:55:34,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741833_1009 (size=1867) 2024-11-14T21:55:34,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741833_1009 (size=1867) 2024-11-14T21:55:34,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741835_1011 (size=4338) 2024-11-14T21:55:34,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741835_1011 (size=4338) 2024-11-14T21:55:34,145 DEBUG [RS:0;ef788a4cade8:33205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/oldWALs 2024-11-14T21:55:34,145 INFO [RS:0;ef788a4cade8:33205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C33205%2C1731621331988.meta:.meta(num 1731621333041) 2024-11-14T21:55:34,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741832_1008 (size=1758) 2024-11-14T21:55:34,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741832_1008 (size=1758) 2024-11-14T21:55:34,151 DEBUG [RS:0;ef788a4cade8:33205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/oldWALs 2024-11-14T21:55:34,151 INFO [RS:0;ef788a4cade8:33205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C33205%2C1731621331988:(num 1731621332451) 2024-11-14T21:55:34,151 DEBUG [RS:0;ef788a4cade8:33205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:34,151 INFO [RS:0;ef788a4cade8:33205 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:55:34,151 INFO [RS:0;ef788a4cade8:33205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:55:34,151 INFO [RS:0;ef788a4cade8:33205 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T21:55:34,151 INFO [RS:0;ef788a4cade8:33205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:55:34,151 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:55:34,152 INFO [RS:0;ef788a4cade8:33205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33205 2024-11-14T21:55:34,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T21:55:34,154 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x100ac7033db0001, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ef788a4cade8,33205,1731621331988 2024-11-14T21:55:34,154 INFO [RS:0;ef788a4cade8:33205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:55:34,155 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,33205,1731621331988] 2024-11-14T21:55:34,157 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ef788a4cade8,33205,1731621331988 already deleted, retry=false 2024-11-14T21:55:34,157 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,33205,1731621331988 expired; onlineServers=1 2024-11-14T21:55:34,244 DEBUG [RS:1;ef788a4cade8:35823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/oldWALs 2024-11-14T21:55:34,244 INFO [RS:1;ef788a4cade8:35823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C35823%2C1731621332028:(num 1731621332467) 2024-11-14T21:55:34,244 DEBUG [RS:1;ef788a4cade8:35823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:34,244 INFO [RS:1;ef788a4cade8:35823 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:55:34,244 INFO [RS:1;ef788a4cade8:35823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:55:34,244 INFO [RS:1;ef788a4cade8:35823 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T21:55:34,245 INFO [RS:1;ef788a4cade8:35823 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:55:34,245 INFO [RS:1;ef788a4cade8:35823 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:55:34,245 INFO [RS:1;ef788a4cade8:35823 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:55:34,245 INFO [RS:1;ef788a4cade8:35823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:55:34,245 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:55:34,245 INFO [RS:1;ef788a4cade8:35823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35823 2024-11-14T21:55:34,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T21:55:34,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x100ac7033db0002, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ef788a4cade8,35823,1731621332028 2024-11-14T21:55:34,251 INFO [RS:1;ef788a4cade8:35823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:55:34,251 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$363/0x00007f5f44903a20@16a80526 rejected from java.util.concurrent.ThreadPoolExecutor@53aa9997[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-14T21:55:34,253 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,35823,1731621332028] 2024-11-14T21:55:34,254 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ef788a4cade8,35823,1731621332028 already deleted, retry=false 2024-11-14T21:55:34,255 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,35823,1731621332028 expired; onlineServers=0 2024-11-14T21:55:34,255 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,32879,1731621331917' ***** 2024-11-14T21:55:34,255 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:55:34,255 INFO [M:0;ef788a4cade8:32879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:55:34,255 INFO [M:0;ef788a4cade8:32879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:55:34,255 DEBUG [M:0;ef788a4cade8:32879 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:55:34,255 DEBUG [M:0;ef788a4cade8:32879 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:55:34,255 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:55:34,255 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731621332262 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731621332262,5,FailOnTimeoutGroup] 2024-11-14T21:55:34,255 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731621332262 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731621332262,5,FailOnTimeoutGroup] 2024-11-14T21:55:34,255 INFO [M:0;ef788a4cade8:32879 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:55:34,255 INFO [M:0;ef788a4cade8:32879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:55:34,255 DEBUG [M:0;ef788a4cade8:32879 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:55:34,256 INFO [M:0;ef788a4cade8:32879 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:55:34,256 INFO [M:0;ef788a4cade8:32879 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:55:34,256 INFO [M:0;ef788a4cade8:32879 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:55:34,256 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:55:34,256 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x100ac7033db0001, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:34,256 INFO [RS:0;ef788a4cade8:33205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:55:34,256 INFO [RS:0;ef788a4cade8:33205 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,33205,1731621331988; zookeeper connection closed. 2024-11-14T21:55:34,256 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x100ac7033db0001, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:34,257 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@760e04a7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@760e04a7 2024-11-14T21:55:34,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T21:55:34,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:34,258 DEBUG [M:0;ef788a4cade8:32879 {}] zookeeper.ZKUtil(347): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T21:55:34,258 WARN [M:0;ef788a4cade8:32879 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T21:55:34,259 INFO [M:0;ef788a4cade8:32879 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/.lastflushedseqids 2024-11-14T21:55:34,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741844_1020 (size=182) 2024-11-14T21:55:34,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741844_1020 (size=182) 2024-11-14T21:55:34,266 INFO [M:0;ef788a4cade8:32879 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:55:34,266 INFO [M:0;ef788a4cade8:32879 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:55:34,266 DEBUG [M:0;ef788a4cade8:32879 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:55:34,266 INFO [M:0;ef788a4cade8:32879 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:34,266 DEBUG [M:0;ef788a4cade8:32879 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:34,266 DEBUG [M:0;ef788a4cade8:32879 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:55:34,266 DEBUG [M:0;ef788a4cade8:32879 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:34,267 INFO [M:0;ef788a4cade8:32879 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-14T21:55:34,283 DEBUG [M:0;ef788a4cade8:32879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7bbe5ff2cf5043f09590261f4ffb53ae is 82, key is hbase:meta,,1/info:regioninfo/1731621333082/Put/seqid=0 2024-11-14T21:55:34,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741845_1021 (size=5672) 2024-11-14T21:55:34,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741845_1021 (size=5672) 2024-11-14T21:55:34,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x100ac7033db0002, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:34,353 INFO [RS:1;ef788a4cade8:35823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:55:34,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x100ac7033db0002, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:34,353 INFO [RS:1;ef788a4cade8:35823 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,35823,1731621332028; zookeeper connection closed. 2024-11-14T21:55:34,353 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49554621 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49554621 2024-11-14T21:55:34,354 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-14T21:55:34,693 INFO [M:0;ef788a4cade8:32879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7bbe5ff2cf5043f09590261f4ffb53ae 2024-11-14T21:55:34,714 DEBUG [M:0;ef788a4cade8:32879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a0dcdd762a14d23b608604125b3a8ef is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731621333566/Put/seqid=0 2024-11-14T21:55:34,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741846_1022 (size=6220) 2024-11-14T21:55:34,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741846_1022 (size=6220) 2024-11-14T21:55:34,720 INFO [M:0;ef788a4cade8:32879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a0dcdd762a14d23b608604125b3a8ef 2024-11-14T21:55:34,740 DEBUG [M:0;ef788a4cade8:32879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/952765acc59842c0a671fe4d1be6e758 is 69, key is ef788a4cade8,33205,1731621331988/rs:state/1731621332283/Put/seqid=0 2024-11-14T21:55:34,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741847_1023 (size=5224) 2024-11-14T21:55:34,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741847_1023 (size=5224) 2024-11-14T21:55:34,746 INFO [M:0;ef788a4cade8:32879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/952765acc59842c0a671fe4d1be6e758 2024-11-14T21:55:34,752 DEBUG [M:0;ef788a4cade8:32879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7bbe5ff2cf5043f09590261f4ffb53ae as hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7bbe5ff2cf5043f09590261f4ffb53ae 2024-11-14T21:55:34,757 INFO [M:0;ef788a4cade8:32879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7bbe5ff2cf5043f09590261f4ffb53ae, entries=8, sequenceid=71, filesize=5.5 K 2024-11-14T21:55:34,758 DEBUG [M:0;ef788a4cade8:32879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a0dcdd762a14d23b608604125b3a8ef as hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a0dcdd762a14d23b608604125b3a8ef 2024-11-14T21:55:34,763 INFO [M:0;ef788a4cade8:32879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a0dcdd762a14d23b608604125b3a8ef, entries=8, sequenceid=71, filesize=6.1 K 2024-11-14T21:55:34,764 DEBUG [M:0;ef788a4cade8:32879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/952765acc59842c0a671fe4d1be6e758 as hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/952765acc59842c0a671fe4d1be6e758 2024-11-14T21:55:34,768 INFO [M:0;ef788a4cade8:32879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39267/user/jenkins/test-data/ff465ad5-29f1-b6d5-edcb-5a6b395078db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/952765acc59842c0a671fe4d1be6e758, entries=2, sequenceid=71, filesize=5.1 K 2024-11-14T21:55:34,769 INFO [M:0;ef788a4cade8:32879 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 503ms, sequenceid=71, compaction requested=false 2024-11-14T21:55:34,771 INFO [M:0;ef788a4cade8:32879 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:34,771 DEBUG [M:0;ef788a4cade8:32879 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731621334266Disabling compacts and flushes for region at 1731621334266Disabling writes for close at 1731621334266Obtaining lock to block concurrent updates at 1731621334267 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731621334267Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731621334267Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731621334268 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731621334268Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731621334283 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731621334283Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731621334699 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731621334714 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731621334714Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731621334725 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731621334740 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731621334740Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@414f6b93: reopening flushed file at 1731621334751 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@354073fb: reopening flushed file at 1731621334757 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18e5ae98: reopening flushed file at 1731621334763 (+6 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 503ms, sequenceid=71, compaction requested=false at 1731621334769 (+6 ms)Writing region close event to WAL at 1731621334771 (+2 ms)Closed at 1731621334771 2024-11-14T21:55:34,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741830_1006 (size=35452) 2024-11-14T21:55:34,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741830_1006 (size=35452) 2024-11-14T21:55:34,773 INFO [M:0;ef788a4cade8:32879 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:55:34,773 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:55:34,774 INFO [M:0;ef788a4cade8:32879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32879 2024-11-14T21:55:34,774 INFO [M:0;ef788a4cade8:32879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:55:34,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:34,877 INFO [M:0;ef788a4cade8:32879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:55:34,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32879-0x100ac7033db0000, quorum=127.0.0.1:58303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:34,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13ccf611{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:55:34,879 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13dc1852{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:55:34,880 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:55:34,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@512922d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:55:34,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@326da6f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/hadoop.log.dir/,STOPPED} 2024-11-14T21:55:34,881 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:55:34,881 WARN [BP-977839322-172.17.0.2-1731621331068 heartbeating to localhost/127.0.0.1:39267 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:55:34,881 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:55:34,881 WARN [BP-977839322-172.17.0.2-1731621331068 heartbeating to localhost/127.0.0.1:39267 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-977839322-172.17.0.2-1731621331068 (Datanode Uuid 40797c02-7bf5-4ad3-9199-4ba9d86e7a04) service to localhost/127.0.0.1:39267 2024-11-14T21:55:34,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/cluster_ce9c8098-8ad4-b445-d83f-4d81183d7646/data/data3/current/BP-977839322-172.17.0.2-1731621331068 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:55:34,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/cluster_ce9c8098-8ad4-b445-d83f-4d81183d7646/data/data4/current/BP-977839322-172.17.0.2-1731621331068 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:55:34,882 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:55:34,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53c0045c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:55:34,884 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fc0ff27{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:55:34,885 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:55:34,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@275ebc9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:55:34,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15440f2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/hadoop.log.dir/,STOPPED} 2024-11-14T21:55:34,886 WARN [BP-977839322-172.17.0.2-1731621331068 heartbeating to localhost/127.0.0.1:39267 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:55:34,886 WARN [BP-977839322-172.17.0.2-1731621331068 heartbeating to localhost/127.0.0.1:39267 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-977839322-172.17.0.2-1731621331068 (Datanode Uuid 0e52108c-84fb-42f1-8113-e64ec6d67448) service to localhost/127.0.0.1:39267 2024-11-14T21:55:34,886 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:55:34,886 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:55:34,886 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/cluster_ce9c8098-8ad4-b445-d83f-4d81183d7646/data/data1/current/BP-977839322-172.17.0.2-1731621331068 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:55:34,886 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/cluster_ce9c8098-8ad4-b445-d83f-4d81183d7646/data/data2/current/BP-977839322-172.17.0.2-1731621331068 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:55:34,887 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:55:34,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ee3dd2e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:55:34,893 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d67807a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:55:34,893 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:55:34,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5df99c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:55:34,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62aec7a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/hadoop.log.dir/,STOPPED} 2024-11-14T21:55:34,899 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T21:55:34,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:55:34,926 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=136 (was 110) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:39267 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:39267 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39267 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39267 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39267 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39267 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39267 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=474 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=330 (was 330), ProcessCount=11 (was 11), AvailableMemoryMB=3289 (was 3618) 2024-11-14T21:55:34,934 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=136, OpenFileDescriptor=474, MaxFileDescriptor=1048576, SystemLoadAverage=330, ProcessCount=11, AvailableMemoryMB=3289 2024-11-14T21:55:34,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/hadoop.log.dir so I do NOT create it in target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72 2024-11-14T21:55:34,948 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:55:34,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/hadoop.tmp.dir so I do NOT create it in target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72 2024-11-14T21:55:34,948 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c063c79c-f40b-132b-dffb-b87ec89f8d28/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:55:34,948 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72 2024-11-14T21:55:34,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:55:34,948 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/cluster_4c15ef7f-d91c-d8a8-5e5d-40bfb48fec8b, deleteOnExit=true 2024-11-14T21:55:34,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:55:34,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/test.cache.data in system properties and HBase conf 2024-11-14T21:55:34,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:55:34,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:55:34,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:55:34,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:55:34,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:55:34,949 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:55:34,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:55:34,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:55:34,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:55:34,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:55:34,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:55:34,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:55:34,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:55:34,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:55:34,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:55:34,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:55:34,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:55:34,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:55:34,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:55:34,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:55:35,020 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T21:55:35,024 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:55:35,057 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:55:35,058 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:55:35,062 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:55:35,063 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:55:35,064 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:55:35,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:55:35,104 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:55:35,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:55:35,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:55:35,105 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:55:35,106 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:55:35,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7156d13c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:55:35,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@508650b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:55:35,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d09dfb1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/java.io.tmpdir/jetty-localhost-33389-hadoop-hdfs-3_4_1-tests_jar-_-any-130270244451113835/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:55:35,223 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5182b8e4{HTTP/1.1, (http/1.1)}{localhost:33389} 2024-11-14T21:55:35,223 INFO [Time-limited test {}] server.Server(415): Started @19077ms 2024-11-14T21:55:35,299 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:55:35,302 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:55:35,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:55:35,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:55:35,304 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T21:55:35,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ff1a926{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:55:35,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bbbce8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:55:35,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6acb9609{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/java.io.tmpdir/jetty-localhost-41585-hadoop-hdfs-3_4_1-tests_jar-_-any-9621631420507803111/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:55:35,421 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@659a3871{HTTP/1.1, (http/1.1)}{localhost:41585} 2024-11-14T21:55:35,421 INFO [Time-limited test {}] server.Server(415): Started @19275ms 2024-11-14T21:55:35,423 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:55:35,457 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:55:35,460 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:55:35,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:55:35,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:55:35,461 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T21:55:35,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@604ba893{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:55:35,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@207ec436{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:55:35,530 WARN [Thread-883 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/cluster_4c15ef7f-d91c-d8a8-5e5d-40bfb48fec8b/data/data2/current/BP-1894135524-172.17.0.2-1731621334967/current, will proceed with Du for space computation calculation, 2024-11-14T21:55:35,530 WARN [Thread-882 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/cluster_4c15ef7f-d91c-d8a8-5e5d-40bfb48fec8b/data/data1/current/BP-1894135524-172.17.0.2-1731621334967/current, will proceed with Du for space computation calculation, 2024-11-14T21:55:35,555 WARN [Thread-861 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:55:35,558 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb04e75f679671405 with lease ID 0xaec506cc4a49326d: Processing first storage report for DS-753aa746-5a8b-486e-830e-c03ebf8b780d from datanode DatanodeRegistration(127.0.0.1:37479, datanodeUuid=621eff99-2d09-43c9-a47b-f3c4b3340cc5, infoPort=39835, infoSecurePort=0, ipcPort=38179, storageInfo=lv=-57;cid=testClusterID;nsid=1670796519;c=1731621334967) 2024-11-14T21:55:35,558 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb04e75f679671405 with lease ID 0xaec506cc4a49326d: from storage DS-753aa746-5a8b-486e-830e-c03ebf8b780d node DatanodeRegistration(127.0.0.1:37479, datanodeUuid=621eff99-2d09-43c9-a47b-f3c4b3340cc5, infoPort=39835, infoSecurePort=0, ipcPort=38179, storageInfo=lv=-57;cid=testClusterID;nsid=1670796519;c=1731621334967), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:55:35,558 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb04e75f679671405 with lease ID 0xaec506cc4a49326d: Processing first storage report for DS-939827d8-f193-44ac-8e73-2c3ba54f8a90 from datanode DatanodeRegistration(127.0.0.1:37479, datanodeUuid=621eff99-2d09-43c9-a47b-f3c4b3340cc5, infoPort=39835, infoSecurePort=0, ipcPort=38179, storageInfo=lv=-57;cid=testClusterID;nsid=1670796519;c=1731621334967) 2024-11-14T21:55:35,558 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb04e75f679671405 with lease ID 0xaec506cc4a49326d: from storage DS-939827d8-f193-44ac-8e73-2c3ba54f8a90 node DatanodeRegistration(127.0.0.1:37479, datanodeUuid=621eff99-2d09-43c9-a47b-f3c4b3340cc5, infoPort=39835, infoSecurePort=0, ipcPort=38179, storageInfo=lv=-57;cid=testClusterID;nsid=1670796519;c=1731621334967), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:55:35,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63014b1f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/java.io.tmpdir/jetty-localhost-42987-hadoop-hdfs-3_4_1-tests_jar-_-any-2506080027885103777/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:55:35,582 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c6bf612{HTTP/1.1, (http/1.1)}{localhost:42987} 2024-11-14T21:55:35,582 INFO [Time-limited test {}] server.Server(415): Started @19436ms 2024-11-14T21:55:35,584 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:55:35,679 WARN [Thread-908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/cluster_4c15ef7f-d91c-d8a8-5e5d-40bfb48fec8b/data/data3/current/BP-1894135524-172.17.0.2-1731621334967/current, will proceed with Du for space computation calculation, 2024-11-14T21:55:35,679 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/cluster_4c15ef7f-d91c-d8a8-5e5d-40bfb48fec8b/data/data4/current/BP-1894135524-172.17.0.2-1731621334967/current, will proceed with Du for space computation calculation, 2024-11-14T21:55:35,696 WARN [Thread-897 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:55:35,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb45046dcd6ed9b4 with lease ID 0xaec506cc4a49326e: Processing first storage report for DS-a2ce2527-252b-4baa-9dfe-53c07ae0c5c1 from datanode DatanodeRegistration(127.0.0.1:39795, datanodeUuid=1ea6b07f-9640-4d35-95e0-d3018a243cb4, infoPort=37731, infoSecurePort=0, ipcPort=35155, storageInfo=lv=-57;cid=testClusterID;nsid=1670796519;c=1731621334967) 2024-11-14T21:55:35,698 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb45046dcd6ed9b4 with lease ID 0xaec506cc4a49326e: from storage DS-a2ce2527-252b-4baa-9dfe-53c07ae0c5c1 node DatanodeRegistration(127.0.0.1:39795, datanodeUuid=1ea6b07f-9640-4d35-95e0-d3018a243cb4, infoPort=37731, infoSecurePort=0, ipcPort=35155, storageInfo=lv=-57;cid=testClusterID;nsid=1670796519;c=1731621334967), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:55:35,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb45046dcd6ed9b4 with lease ID 0xaec506cc4a49326e: Processing first storage report for DS-46083650-e0ee-47f6-b311-c7e98808018c from datanode DatanodeRegistration(127.0.0.1:39795, datanodeUuid=1ea6b07f-9640-4d35-95e0-d3018a243cb4, infoPort=37731, infoSecurePort=0, ipcPort=35155, storageInfo=lv=-57;cid=testClusterID;nsid=1670796519;c=1731621334967) 2024-11-14T21:55:35,698 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb45046dcd6ed9b4 with lease ID 0xaec506cc4a49326e: from storage DS-46083650-e0ee-47f6-b311-c7e98808018c node DatanodeRegistration(127.0.0.1:39795, datanodeUuid=1ea6b07f-9640-4d35-95e0-d3018a243cb4, infoPort=37731, infoSecurePort=0, ipcPort=35155, storageInfo=lv=-57;cid=testClusterID;nsid=1670796519;c=1731621334967), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:55:35,709 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72 2024-11-14T21:55:35,712 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/cluster_4c15ef7f-d91c-d8a8-5e5d-40bfb48fec8b/zookeeper_0, clientPort=49163, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/cluster_4c15ef7f-d91c-d8a8-5e5d-40bfb48fec8b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/cluster_4c15ef7f-d91c-d8a8-5e5d-40bfb48fec8b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T21:55:35,712 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49163 2024-11-14T21:55:35,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:35,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:35,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39795 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:55:35,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37479 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:55:35,723 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b with version=8 2024-11-14T21:55:35,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/hbase-staging 2024-11-14T21:55:35,725 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:55:35,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:35,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:35,726 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:55:35,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:35,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:55:35,726 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:55:35,726 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:55:35,726 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46823 2024-11-14T21:55:35,727 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46823 connecting to ZooKeeper ensemble=127.0.0.1:49163 2024-11-14T21:55:35,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468230x0, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:55:35,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46823-0x100ac7042bf0000 connected 2024-11-14T21:55:35,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:35,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:35,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:35,759 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b, hbase.cluster.distributed=false 2024-11-14T21:55:35,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T21:55:35,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46823 2024-11-14T21:55:35,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46823 2024-11-14T21:55:35,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46823 2024-11-14T21:55:35,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46823 2024-11-14T21:55:35,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46823 2024-11-14T21:55:35,781 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:55:35,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:35,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:35,781 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:55:35,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:35,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:55:35,781 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:55:35,781 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:55:35,782 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33207 2024-11-14T21:55:35,783 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33207 connecting to ZooKeeper ensemble=127.0.0.1:49163 2024-11-14T21:55:35,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:35,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:35,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332070x0, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:55:35,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332070x0, quorum=127.0.0.1:49163, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:35,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33207-0x100ac7042bf0001 connected 2024-11-14T21:55:35,790 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:55:35,797 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-14T21:55:35,805 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-14T21:55:35,809 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-14T21:55:35,812 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-14T21:55:35,813 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:55:35,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33207-0x100ac7042bf0001, quorum=127.0.0.1:49163, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T21:55:35,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33207-0x100ac7042bf0001, quorum=127.0.0.1:49163, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T21:55:35,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33207 2024-11-14T21:55:35,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33207 2024-11-14T21:55:35,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33207 2024-11-14T21:55:35,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33207 2024-11-14T21:55:35,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33207 2024-11-14T21:55:35,831 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:55:35,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:35,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:35,831 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:55:35,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:35,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:55:35,831 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:55:35,831 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:55:35,832 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45787 2024-11-14T21:55:35,833 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45787 connecting to ZooKeeper ensemble=127.0.0.1:49163 2024-11-14T21:55:35,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:35,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:35,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457870x0, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:55:35,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457870x0, quorum=127.0.0.1:49163, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:35,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45787-0x100ac7042bf0002 connected 2024-11-14T21:55:35,840 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:55:35,840 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-14T21:55:35,849 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-14T21:55:35,850 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-14T21:55:35,850 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-14T21:55:35,850 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:55:35,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45787-0x100ac7042bf0002, quorum=127.0.0.1:49163, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T21:55:35,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45787-0x100ac7042bf0002, quorum=127.0.0.1:49163, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T21:55:35,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45787 2024-11-14T21:55:35,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45787 2024-11-14T21:55:35,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45787 2024-11-14T21:55:35,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45787 2024-11-14T21:55:35,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45787 2024-11-14T21:55:35,871 DEBUG [M:0;ef788a4cade8:46823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:46823 2024-11-14T21:55:35,872 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ef788a4cade8,46823,1731621335725 2024-11-14T21:55:35,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45787-0x100ac7042bf0002, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:35,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33207-0x100ac7042bf0001, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:35,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:35,875 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ef788a4cade8,46823,1731621335725 2024-11-14T21:55:35,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45787-0x100ac7042bf0002, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T21:55:35,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45787-0x100ac7042bf0002, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:35,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33207-0x100ac7042bf0001, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T21:55:35,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:35,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33207-0x100ac7042bf0001, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:35,877 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T21:55:35,878 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ef788a4cade8,46823,1731621335725 from backup master directory 2024-11-14T21:55:35,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ef788a4cade8,46823,1731621335725 2024-11-14T21:55:35,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33207-0x100ac7042bf0001, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:35,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45787-0x100ac7042bf0002, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:35,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:35,880 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:55:35,880 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,46823,1731621335725 2024-11-14T21:55:35,885 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/hbase.id] with ID: 6525dfeb-9bf5-4c1b-92a4-62dc9a36a485 2024-11-14T21:55:35,885 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/.tmp/hbase.id 2024-11-14T21:55:35,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39795 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:55:35,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37479 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:55:35,891 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/.tmp/hbase.id]:[hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/hbase.id] 2024-11-14T21:55:35,903 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:35,903 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:55:35,904 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T21:55:35,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:35,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45787-0x100ac7042bf0002, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:35,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33207-0x100ac7042bf0001, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:35,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39795 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:55:35,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37479 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:55:35,914 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:55:35,914 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:55:35,915 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:55:35,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39795 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:55:35,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37479 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:55:35,922 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/MasterData/data/master/store 2024-11-14T21:55:35,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37479 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:55:35,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39795 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:55:35,928 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:35,929 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:55:35,929 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:35,929 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:35,929 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:55:35,929 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:35,929 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:35,929 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731621335928Disabling compacts and flushes for region at 1731621335928Disabling writes for close at 1731621335929 (+1 ms)Writing region close event to WAL at 1731621335929Closed at 1731621335929 2024-11-14T21:55:35,930 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/MasterData/data/master/store/.initializing 2024-11-14T21:55:35,930 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/MasterData/WALs/ef788a4cade8,46823,1731621335725 2024-11-14T21:55:35,931 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:55:35,932 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C46823%2C1731621335725, suffix=, logDir=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/MasterData/WALs/ef788a4cade8,46823,1731621335725, archiveDir=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/MasterData/oldWALs, maxLogs=10 2024-11-14T21:55:35,946 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/MasterData/WALs/ef788a4cade8,46823,1731621335725/ef788a4cade8%2C46823%2C1731621335725.1731621335933, exclude list is [], retry=0 2024-11-14T21:55:35,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39795,DS-a2ce2527-252b-4baa-9dfe-53c07ae0c5c1,DISK] 2024-11-14T21:55:35,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37479,DS-753aa746-5a8b-486e-830e-c03ebf8b780d,DISK] 2024-11-14T21:55:35,951 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/MasterData/WALs/ef788a4cade8,46823,1731621335725/ef788a4cade8%2C46823%2C1731621335725.1731621335933 2024-11-14T21:55:35,951 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37731:37731),(127.0.0.1/127.0.0.1:39835:39835)] 2024-11-14T21:55:35,951 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:55:35,951 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:35,951 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:35,951 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:35,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:35,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:55:35,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:35,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:35,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:35,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:55:35,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:35,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:35,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:35,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:55:35,958 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:35,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:35,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:35,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:55:35,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:35,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:35,960 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:35,960 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:35,961 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:35,962 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:35,962 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:35,963 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:55:35,964 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:35,966 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:55:35,966 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64577255, jitterRate=-0.03772391378879547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:55:35,967 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731621335952Initializing all the Stores at 1731621335952Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621335952Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621335953 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621335953Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621335953Cleaning up temporary data from old regions at 1731621335962 (+9 ms)Region opened successfully at 1731621335967 (+5 ms) 2024-11-14T21:55:35,967 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:55:35,970 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6234a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:55:35,971 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:55:35,971 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:55:35,971 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:55:35,971 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:55:35,972 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T21:55:35,972 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:55:35,972 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:55:35,976 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:55:35,977 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T21:55:35,979 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T21:55:35,980 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:55:35,980 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:55:35,981 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T21:55:35,982 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:55:35,983 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:55:35,985 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T21:55:35,986 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:55:35,987 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T21:55:35,989 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:55:35,991 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T21:55:35,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:35,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33207-0x100ac7042bf0001, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:35,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45787-0x100ac7042bf0002, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:35,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:35,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33207-0x100ac7042bf0001, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:35,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45787-0x100ac7042bf0002, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:35,993 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,46823,1731621335725, sessionid=0x100ac7042bf0000, setting cluster-up flag (Was=false) 2024-11-14T21:55:35,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:35,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45787-0x100ac7042bf0002, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:35,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33207-0x100ac7042bf0001, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:36,001 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T21:55:36,002 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,46823,1731621335725 2024-11-14T21:55:36,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:36,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33207-0x100ac7042bf0001, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:36,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45787-0x100ac7042bf0002, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:36,012 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T21:55:36,013 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,46823,1731621335725 2024-11-14T21:55:36,014 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:55:36,016 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:55:36,016 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:55:36,017 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:55:36,017 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,46823,1731621335725 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:55:36,018 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:55:36,018 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:55:36,018 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:55:36,018 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:55:36,018 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:55:36,018 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:36,018 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:55:36,018 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:36,020 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:55:36,020 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:55:36,021 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:36,021 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:55:36,023 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731621366023 2024-11-14T21:55:36,023 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:55:36,023 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:55:36,023 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:55:36,023 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:55:36,023 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:55:36,023 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:55:36,027 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,028 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:55:36,028 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:55:36,028 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:55:36,028 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:55:36,028 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:55:36,029 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731621336028,5,FailOnTimeoutGroup] 2024-11-14T21:55:36,029 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731621336029,5,FailOnTimeoutGroup] 2024-11-14T21:55:36,029 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,029 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:55:36,029 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,029 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39795 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:55:36,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37479 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:55:36,033 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:55:36,033 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b 2024-11-14T21:55:36,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37479 is added to blk_1073741832_1008 (size=32) 2024-11-14T21:55:36,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39795 is added to blk_1073741832_1008 (size=32) 2024-11-14T21:55:36,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:36,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:55:36,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:55:36,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:36,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:36,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:55:36,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:55:36,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:36,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:36,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:55:36,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:55:36,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:36,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:36,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:55:36,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:55:36,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:36,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:36,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:55:36,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/hbase/meta/1588230740 2024-11-14T21:55:36,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/hbase/meta/1588230740 2024-11-14T21:55:36,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:55:36,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:55:36,056 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:55:36,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:55:36,059 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:55:36,060 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61889881, jitterRate=-0.07776890695095062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:55:36,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731621336044Initializing all the Stores at 1731621336045 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621336045Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621336045Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621336045Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621336045Cleaning up temporary data from old regions at 1731621336055 (+10 ms)Region opened successfully at 1731621336060 (+5 ms) 2024-11-14T21:55:36,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:55:36,061 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:55:36,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:55:36,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:55:36,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:55:36,061 INFO [RS:0;ef788a4cade8:33207 {}] regionserver.HRegionServer(746): ClusterId : 6525dfeb-9bf5-4c1b-92a4-62dc9a36a485 2024-11-14T21:55:36,061 INFO [RS:1;ef788a4cade8:45787 {}] regionserver.HRegionServer(746): ClusterId : 6525dfeb-9bf5-4c1b-92a4-62dc9a36a485 2024-11-14T21:55:36,061 DEBUG [RS:0;ef788a4cade8:33207 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:55:36,061 DEBUG [RS:1;ef788a4cade8:45787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:55:36,061 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:55:36,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731621336061Disabling compacts and flushes for region at 1731621336061Disabling writes for close at 1731621336061Writing region close event to WAL at 1731621336061Closed at 1731621336061 2024-11-14T21:55:36,063 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:55:36,063 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:55:36,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:55:36,065 DEBUG [RS:0;ef788a4cade8:33207 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:55:36,065 DEBUG [RS:0;ef788a4cade8:33207 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:55:36,065 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:55:36,065 DEBUG [RS:1;ef788a4cade8:45787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:55:36,065 DEBUG [RS:1;ef788a4cade8:45787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:55:36,066 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:55:36,067 DEBUG [RS:0;ef788a4cade8:33207 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:55:36,068 DEBUG [RS:0;ef788a4cade8:33207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e900805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:55:36,068 DEBUG [RS:1;ef788a4cade8:45787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:55:36,068 DEBUG [RS:1;ef788a4cade8:45787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e7e7aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:55:36,086 DEBUG [RS:1;ef788a4cade8:45787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ef788a4cade8:45787 2024-11-14T21:55:36,086 DEBUG [RS:0;ef788a4cade8:33207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:33207 2024-11-14T21:55:36,086 INFO [RS:0;ef788a4cade8:33207 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:55:36,086 INFO [RS:1;ef788a4cade8:45787 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:55:36,086 INFO [RS:0;ef788a4cade8:33207 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:55:36,086 INFO [RS:1;ef788a4cade8:45787 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:55:36,086 DEBUG [RS:0;ef788a4cade8:33207 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:55:36,086 DEBUG [RS:1;ef788a4cade8:45787 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:55:36,087 INFO [RS:0;ef788a4cade8:33207 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,46823,1731621335725 with port=33207, startcode=1731621335780 2024-11-14T21:55:36,087 INFO [RS:1;ef788a4cade8:45787 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,46823,1731621335725 with port=45787, startcode=1731621335830 2024-11-14T21:55:36,088 DEBUG [RS:0;ef788a4cade8:33207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:55:36,088 DEBUG [RS:1;ef788a4cade8:45787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:55:36,089 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:55:36,089 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:55:36,090 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,45787,1731621335830 2024-11-14T21:55:36,090 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46823 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,45787,1731621335830 2024-11-14T21:55:36,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,33207,1731621335780 2024-11-14T21:55:36,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46823 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,33207,1731621335780 2024-11-14T21:55:36,092 DEBUG [RS:1;ef788a4cade8:45787 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b 2024-11-14T21:55:36,092 DEBUG [RS:1;ef788a4cade8:45787 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37473 2024-11-14T21:55:36,092 DEBUG [RS:1;ef788a4cade8:45787 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:55:36,093 DEBUG [RS:0;ef788a4cade8:33207 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b 2024-11-14T21:55:36,093 DEBUG [RS:0;ef788a4cade8:33207 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37473 2024-11-14T21:55:36,093 DEBUG [RS:0;ef788a4cade8:33207 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:55:36,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T21:55:36,099 DEBUG [RS:1;ef788a4cade8:45787 {}] zookeeper.ZKUtil(111): regionserver:45787-0x100ac7042bf0002, quorum=127.0.0.1:49163, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ef788a4cade8,45787,1731621335830 2024-11-14T21:55:36,099 WARN [RS:1;ef788a4cade8:45787 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:55:36,099 INFO [RS:1;ef788a4cade8:45787 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:55:36,099 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,33207,1731621335780] 2024-11-14T21:55:36,099 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,45787,1731621335830] 2024-11-14T21:55:36,100 DEBUG [RS:1;ef788a4cade8:45787 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/WALs/ef788a4cade8,45787,1731621335830 2024-11-14T21:55:36,100 DEBUG [RS:0;ef788a4cade8:33207 {}] zookeeper.ZKUtil(111): regionserver:33207-0x100ac7042bf0001, quorum=127.0.0.1:49163, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ef788a4cade8,33207,1731621335780 2024-11-14T21:55:36,100 WARN [RS:0;ef788a4cade8:33207 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:55:36,100 INFO [RS:0;ef788a4cade8:33207 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:55:36,100 DEBUG [RS:0;ef788a4cade8:33207 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/WALs/ef788a4cade8,33207,1731621335780 2024-11-14T21:55:36,103 INFO [RS:0;ef788a4cade8:33207 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:55:36,103 INFO [RS:1;ef788a4cade8:45787 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:55:36,106 INFO [RS:0;ef788a4cade8:33207 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:55:36,110 INFO [RS:0;ef788a4cade8:33207 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:55:36,110 INFO [RS:1;ef788a4cade8:45787 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:55:36,110 INFO [RS:0;ef788a4cade8:33207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,111 INFO [RS:0;ef788a4cade8:33207 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:55:36,111 INFO [RS:1;ef788a4cade8:45787 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:55:36,111 INFO [RS:1;ef788a4cade8:45787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,112 INFO [RS:1;ef788a4cade8:45787 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:55:36,112 INFO [RS:0;ef788a4cade8:33207 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:55:36,112 INFO [RS:0;ef788a4cade8:33207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,112 DEBUG [RS:0;ef788a4cade8:33207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:36,112 DEBUG [RS:0;ef788a4cade8:33207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:36,112 DEBUG [RS:0;ef788a4cade8:33207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:36,112 DEBUG [RS:0;ef788a4cade8:33207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:36,112 DEBUG [RS:0;ef788a4cade8:33207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:36,112 INFO [RS:1;ef788a4cade8:45787 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:55:36,112 DEBUG [RS:0;ef788a4cade8:33207 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:55:36,112 INFO [RS:1;ef788a4cade8:45787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,112 DEBUG [RS:0;ef788a4cade8:33207 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:36,112 DEBUG [RS:1;ef788a4cade8:45787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:36,112 DEBUG [RS:0;ef788a4cade8:33207 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:36,112 DEBUG [RS:1;ef788a4cade8:45787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:36,113 DEBUG [RS:0;ef788a4cade8:33207 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:36,113 DEBUG [RS:1;ef788a4cade8:45787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:36,113 DEBUG [RS:1;ef788a4cade8:45787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:36,113 DEBUG [RS:0;ef788a4cade8:33207 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:36,113 DEBUG [RS:1;ef788a4cade8:45787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:36,113 DEBUG [RS:1;ef788a4cade8:45787 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:55:36,113 DEBUG [RS:0;ef788a4cade8:33207 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:36,113 DEBUG [RS:1;ef788a4cade8:45787 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:36,113 DEBUG [RS:1;ef788a4cade8:45787 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:36,113 DEBUG [RS:0;ef788a4cade8:33207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:36,113 DEBUG [RS:1;ef788a4cade8:45787 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:36,113 DEBUG [RS:1;ef788a4cade8:45787 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:36,113 DEBUG [RS:0;ef788a4cade8:33207 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:55:36,113 DEBUG [RS:1;ef788a4cade8:45787 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:36,113 DEBUG [RS:1;ef788a4cade8:45787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:36,113 DEBUG [RS:0;ef788a4cade8:33207 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:55:36,113 DEBUG [RS:1;ef788a4cade8:45787 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:55:36,113 DEBUG [RS:1;ef788a4cade8:45787 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:55:36,114 INFO [RS:0;ef788a4cade8:33207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,114 INFO [RS:0;ef788a4cade8:33207 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,114 INFO [RS:0;ef788a4cade8:33207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,114 INFO [RS:0;ef788a4cade8:33207 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,114 INFO [RS:0;ef788a4cade8:33207 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,114 INFO [RS:0;ef788a4cade8:33207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,33207,1731621335780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:55:36,114 INFO [RS:1;ef788a4cade8:45787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,114 INFO [RS:1;ef788a4cade8:45787 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,114 INFO [RS:1;ef788a4cade8:45787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,114 INFO [RS:1;ef788a4cade8:45787 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,114 INFO [RS:1;ef788a4cade8:45787 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,114 INFO [RS:1;ef788a4cade8:45787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,45787,1731621335830-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:55:36,130 INFO [RS:1;ef788a4cade8:45787 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:55:36,130 INFO [RS:0;ef788a4cade8:33207 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:55:36,130 INFO [RS:1;ef788a4cade8:45787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,45787,1731621335830-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,130 INFO [RS:0;ef788a4cade8:33207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,33207,1731621335780-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,130 INFO [RS:1;ef788a4cade8:45787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,131 INFO [RS:0;ef788a4cade8:33207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,131 INFO [RS:1;ef788a4cade8:45787 {}] regionserver.Replication(171): ef788a4cade8,45787,1731621335830 started 2024-11-14T21:55:36,131 INFO [RS:0;ef788a4cade8:33207 {}] regionserver.Replication(171): ef788a4cade8,33207,1731621335780 started 2024-11-14T21:55:36,145 INFO [RS:1;ef788a4cade8:45787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,145 INFO [RS:1;ef788a4cade8:45787 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,45787,1731621335830, RpcServer on ef788a4cade8/172.17.0.2:45787, sessionid=0x100ac7042bf0002 2024-11-14T21:55:36,145 INFO [RS:0;ef788a4cade8:33207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,145 INFO [RS:0;ef788a4cade8:33207 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,33207,1731621335780, RpcServer on ef788a4cade8/172.17.0.2:33207, sessionid=0x100ac7042bf0001 2024-11-14T21:55:36,145 DEBUG [RS:1;ef788a4cade8:45787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:55:36,145 DEBUG [RS:1;ef788a4cade8:45787 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,45787,1731621335830 2024-11-14T21:55:36,145 DEBUG [RS:1;ef788a4cade8:45787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,45787,1731621335830' 2024-11-14T21:55:36,145 DEBUG [RS:1;ef788a4cade8:45787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T21:55:36,145 DEBUG [RS:0;ef788a4cade8:33207 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:55:36,145 DEBUG [RS:0;ef788a4cade8:33207 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,33207,1731621335780 2024-11-14T21:55:36,145 DEBUG [RS:0;ef788a4cade8:33207 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,33207,1731621335780' 2024-11-14T21:55:36,145 DEBUG [RS:0;ef788a4cade8:33207 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T21:55:36,146 DEBUG [RS:1;ef788a4cade8:45787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T21:55:36,146 DEBUG [RS:0;ef788a4cade8:33207 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T21:55:36,146 DEBUG [RS:1;ef788a4cade8:45787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:55:36,146 DEBUG [RS:1;ef788a4cade8:45787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:55:36,146 DEBUG [RS:1;ef788a4cade8:45787 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,45787,1731621335830 2024-11-14T21:55:36,146 DEBUG [RS:1;ef788a4cade8:45787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,45787,1731621335830' 2024-11-14T21:55:36,146 DEBUG [RS:1;ef788a4cade8:45787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T21:55:36,146 DEBUG [RS:0;ef788a4cade8:33207 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:55:36,146 DEBUG [RS:0;ef788a4cade8:33207 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:55:36,146 DEBUG [RS:0;ef788a4cade8:33207 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,33207,1731621335780 2024-11-14T21:55:36,146 DEBUG [RS:0;ef788a4cade8:33207 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,33207,1731621335780' 2024-11-14T21:55:36,146 DEBUG [RS:0;ef788a4cade8:33207 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T21:55:36,147 DEBUG [RS:0;ef788a4cade8:33207 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T21:55:36,147 DEBUG [RS:1;ef788a4cade8:45787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T21:55:36,147 DEBUG [RS:0;ef788a4cade8:33207 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:55:36,147 INFO [RS:0;ef788a4cade8:33207 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:55:36,147 INFO [RS:0;ef788a4cade8:33207 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:55:36,147 DEBUG [RS:1;ef788a4cade8:45787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:55:36,147 INFO [RS:1;ef788a4cade8:45787 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:55:36,147 INFO [RS:1;ef788a4cade8:45787 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:55:36,216 WARN [ef788a4cade8:46823 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T21:55:36,248 INFO [RS:0;ef788a4cade8:33207 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:55:36,248 INFO [RS:1;ef788a4cade8:45787 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:55:36,250 INFO [RS:0;ef788a4cade8:33207 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C33207%2C1731621335780, suffix=, logDir=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/WALs/ef788a4cade8,33207,1731621335780, archiveDir=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/oldWALs, maxLogs=32 2024-11-14T21:55:36,250 INFO [RS:1;ef788a4cade8:45787 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C45787%2C1731621335830, suffix=, logDir=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/WALs/ef788a4cade8,45787,1731621335830, archiveDir=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/oldWALs, maxLogs=32 2024-11-14T21:55:36,272 DEBUG [RS:0;ef788a4cade8:33207 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/WALs/ef788a4cade8,33207,1731621335780/ef788a4cade8%2C33207%2C1731621335780.1731621336250, exclude list is [], retry=0 2024-11-14T21:55:36,272 DEBUG [RS:1;ef788a4cade8:45787 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/WALs/ef788a4cade8,45787,1731621335830/ef788a4cade8%2C45787%2C1731621335830.1731621336250, exclude list is [], retry=0 2024-11-14T21:55:36,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39795,DS-a2ce2527-252b-4baa-9dfe-53c07ae0c5c1,DISK] 2024-11-14T21:55:36,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39795,DS-a2ce2527-252b-4baa-9dfe-53c07ae0c5c1,DISK] 2024-11-14T21:55:36,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37479,DS-753aa746-5a8b-486e-830e-c03ebf8b780d,DISK] 2024-11-14T21:55:36,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37479,DS-753aa746-5a8b-486e-830e-c03ebf8b780d,DISK] 2024-11-14T21:55:36,281 INFO [RS:1;ef788a4cade8:45787 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/WALs/ef788a4cade8,45787,1731621335830/ef788a4cade8%2C45787%2C1731621335830.1731621336250 2024-11-14T21:55:36,281 INFO [RS:0;ef788a4cade8:33207 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/WALs/ef788a4cade8,33207,1731621335780/ef788a4cade8%2C33207%2C1731621335780.1731621336250 2024-11-14T21:55:36,281 DEBUG [RS:1;ef788a4cade8:45787 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37731:37731),(127.0.0.1/127.0.0.1:39835:39835)] 2024-11-14T21:55:36,282 DEBUG [RS:0;ef788a4cade8:33207 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39835:39835),(127.0.0.1/127.0.0.1:37731:37731)] 2024-11-14T21:55:36,467 DEBUG [ef788a4cade8:46823 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T21:55:36,467 DEBUG [ef788a4cade8:46823 {}] balancer.BalancerClusterState(204): Hosts are {ef788a4cade8=0} racks are {/default-rack=0} 2024-11-14T21:55:36,469 DEBUG [ef788a4cade8:46823 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T21:55:36,469 DEBUG [ef788a4cade8:46823 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T21:55:36,469 DEBUG [ef788a4cade8:46823 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T21:55:36,469 DEBUG [ef788a4cade8:46823 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T21:55:36,469 INFO [ef788a4cade8:46823 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T21:55:36,469 INFO [ef788a4cade8:46823 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T21:55:36,469 DEBUG [ef788a4cade8:46823 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T21:55:36,470 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,33207,1731621335780 2024-11-14T21:55:36,471 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,33207,1731621335780, state=OPENING 2024-11-14T21:55:36,473 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:55:36,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33207-0x100ac7042bf0001, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:36,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45787-0x100ac7042bf0002, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:36,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:36,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:36,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:36,476 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:55:36,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:36,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,33207,1731621335780}] 2024-11-14T21:55:36,630 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:55:36,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:55:36,636 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:55:36,636 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:55:36,636 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:55:36,638 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C33207%2C1731621335780.meta, suffix=.meta, logDir=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/WALs/ef788a4cade8,33207,1731621335780, archiveDir=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/oldWALs, maxLogs=32 2024-11-14T21:55:36,652 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/WALs/ef788a4cade8,33207,1731621335780/ef788a4cade8%2C33207%2C1731621335780.meta.1731621336638.meta, exclude list is [], retry=0 2024-11-14T21:55:36,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39795,DS-a2ce2527-252b-4baa-9dfe-53c07ae0c5c1,DISK] 2024-11-14T21:55:36,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37479,DS-753aa746-5a8b-486e-830e-c03ebf8b780d,DISK] 2024-11-14T21:55:36,657 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/WALs/ef788a4cade8,33207,1731621335780/ef788a4cade8%2C33207%2C1731621335780.meta.1731621336638.meta 2024-11-14T21:55:36,657 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37731:37731),(127.0.0.1/127.0.0.1:39835:39835)] 2024-11-14T21:55:36,657 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:55:36,657 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:55:36,657 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:55:36,657 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:55:36,657 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:55:36,658 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:36,658 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:55:36,658 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:55:36,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:55:36,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:55:36,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:36,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:36,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:55:36,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:55:36,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:36,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:36,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:55:36,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:55:36,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:36,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:36,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:55:36,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:55:36,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:36,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:36,665 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:55:36,665 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/hbase/meta/1588230740 2024-11-14T21:55:36,666 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/hbase/meta/1588230740 2024-11-14T21:55:36,668 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:55:36,668 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:55:36,668 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:55:36,669 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:55:36,670 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58739204, jitterRate=-0.12471765279769897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:55:36,670 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:55:36,671 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731621336658Writing region info on filesystem at 1731621336658Initializing all the Stores at 1731621336659 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621336659Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621336659Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621336659Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621336659Cleaning up temporary data from old regions at 1731621336668 (+9 ms)Running coprocessor post-open hooks at 1731621336670 (+2 ms)Region opened successfully at 1731621336671 (+1 ms) 2024-11-14T21:55:36,672 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731621336630 2024-11-14T21:55:36,675 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:55:36,675 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:55:36,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,33207,1731621335780 2024-11-14T21:55:36,677 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,33207,1731621335780, state=OPEN 2024-11-14T21:55:36,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33207-0x100ac7042bf0001, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T21:55:36,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T21:55:36,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45787-0x100ac7042bf0002, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T21:55:36,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:36,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:36,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:36,678 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,33207,1731621335780 2024-11-14T21:55:36,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:55:36,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,33207,1731621335780 in 202 msec 2024-11-14T21:55:36,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:55:36,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 618 msec 2024-11-14T21:55:36,685 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:55:36,685 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:55:36,686 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:55:36,686 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,33207,1731621335780, seqNum=-1] 2024-11-14T21:55:36,687 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:55:36,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:55:36,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 677 msec 2024-11-14T21:55:36,695 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731621336694, completionTime=-1 2024-11-14T21:55:36,695 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-14T21:55:36,695 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:55:36,697 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-14T21:55:36,697 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731621396697 2024-11-14T21:55:36,697 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731621456697 2024-11-14T21:55:36,697 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T21:55:36,697 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T21:55:36,698 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,46823,1731621335725-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,698 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,46823,1731621335725-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,698 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,46823,1731621335725-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,698 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:46823, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,698 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,698 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,701 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:55:36,703 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.823sec 2024-11-14T21:55:36,703 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:55:36,703 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:55:36,703 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:55:36,703 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:55:36,703 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:55:36,703 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,46823,1731621335725-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:55:36,703 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,46823,1731621335725-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:55:36,705 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:55:36,705 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:55:36,706 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,46823,1731621335725-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:36,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@716e9357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:55:36,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,46823,-1 for getting cluster id 2024-11-14T21:55:36,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:55:36,763 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6525dfeb-9bf5-4c1b-92a4-62dc9a36a485' 2024-11-14T21:55:36,763 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:55:36,763 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6525dfeb-9bf5-4c1b-92a4-62dc9a36a485" 2024-11-14T21:55:36,764 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4af772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:55:36,764 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,46823,-1] 2024-11-14T21:55:36,764 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:55:36,764 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:36,765 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:55:36,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4738937f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:55:36,766 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:55:36,768 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,33207,1731621335780, seqNum=-1] 2024-11-14T21:55:36,768 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:55:36,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:55:36,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,46823,1731621335725 2024-11-14T21:55:36,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:55:36,773 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,46823,1731621335725 2024-11-14T21:55:36,773 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3406d1a9 2024-11-14T21:55:36,773 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:55:36,774 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:55:36,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:55:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46823 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-14T21:55:36,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:55:36,777 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:36,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-14T21:55:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:36,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:55:36,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39795 is added to blk_1073741836_1012 (size=379) 2024-11-14T21:55:36,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37479 is added to blk_1073741836_1012 (size=379) 2024-11-14T21:55:36,787 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4912582aee491c2da967aba621281ff6, NAME => 'testClearRegionBlockCache,,1731621336774.4912582aee491c2da967aba621281ff6.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b 2024-11-14T21:55:36,787 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 58d988a252782268e5ec72cb43d78a51, NAME => 'testClearRegionBlockCache,5,1731621336774.58d988a252782268e5ec72cb43d78a51.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b 2024-11-14T21:55:36,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39795 is added to blk_1073741838_1014 (size=61) 2024-11-14T21:55:36,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37479 is added to blk_1073741838_1014 (size=61) 2024-11-14T21:55:36,795 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731621336774.58d988a252782268e5ec72cb43d78a51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:36,796 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 58d988a252782268e5ec72cb43d78a51, disabling compactions & flushes 2024-11-14T21:55:36,796 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731621336774.58d988a252782268e5ec72cb43d78a51. 2024-11-14T21:55:36,796 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731621336774.58d988a252782268e5ec72cb43d78a51. 2024-11-14T21:55:36,796 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731621336774.58d988a252782268e5ec72cb43d78a51. after waiting 0 ms 2024-11-14T21:55:36,796 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731621336774.58d988a252782268e5ec72cb43d78a51. 2024-11-14T21:55:36,796 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731621336774.58d988a252782268e5ec72cb43d78a51. 2024-11-14T21:55:36,796 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 58d988a252782268e5ec72cb43d78a51: Waiting for close lock at 1731621336796Disabling compacts and flushes for region at 1731621336796Disabling writes for close at 1731621336796Writing region close event to WAL at 1731621336796Closed at 1731621336796 2024-11-14T21:55:36,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37479 is added to blk_1073741837_1013 (size=61) 2024-11-14T21:55:36,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39795 is added to blk_1073741837_1013 (size=61) 2024-11-14T21:55:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:37,200 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731621336774.4912582aee491c2da967aba621281ff6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:37,200 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 4912582aee491c2da967aba621281ff6, disabling compactions & flushes 2024-11-14T21:55:37,200 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731621336774.4912582aee491c2da967aba621281ff6. 2024-11-14T21:55:37,200 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731621336774.4912582aee491c2da967aba621281ff6. 2024-11-14T21:55:37,200 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731621336774.4912582aee491c2da967aba621281ff6. after waiting 0 ms 2024-11-14T21:55:37,200 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731621336774.4912582aee491c2da967aba621281ff6. 2024-11-14T21:55:37,200 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731621336774.4912582aee491c2da967aba621281ff6. 2024-11-14T21:55:37,200 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4912582aee491c2da967aba621281ff6: Waiting for close lock at 1731621337200Disabling compacts and flushes for region at 1731621337200Disabling writes for close at 1731621337200Writing region close event to WAL at 1731621337200Closed at 1731621337200 2024-11-14T21:55:37,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:55:37,202 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731621336774.58d988a252782268e5ec72cb43d78a51.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731621337202"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731621337202"}]},"ts":"1731621337202"} 2024-11-14T21:55:37,202 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731621336774.4912582aee491c2da967aba621281ff6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731621337202"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731621337202"}]},"ts":"1731621337202"} 2024-11-14T21:55:37,205 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T21:55:37,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:55:37,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731621337206"}]},"ts":"1731621337206"} 2024-11-14T21:55:37,209 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-14T21:55:37,209 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {ef788a4cade8=0} racks are {/default-rack=0} 2024-11-14T21:55:37,210 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T21:55:37,210 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T21:55:37,210 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T21:55:37,210 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T21:55:37,210 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T21:55:37,210 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T21:55:37,210 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T21:55:37,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4912582aee491c2da967aba621281ff6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=58d988a252782268e5ec72cb43d78a51, ASSIGN}] 2024-11-14T21:55:37,212 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=58d988a252782268e5ec72cb43d78a51, ASSIGN 2024-11-14T21:55:37,212 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4912582aee491c2da967aba621281ff6, ASSIGN 2024-11-14T21:55:37,213 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4912582aee491c2da967aba621281ff6, ASSIGN; state=OFFLINE, location=ef788a4cade8,33207,1731621335780; forceNewPlan=false, retain=false 2024-11-14T21:55:37,213 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=58d988a252782268e5ec72cb43d78a51, ASSIGN; state=OFFLINE, location=ef788a4cade8,45787,1731621335830; forceNewPlan=false, retain=false 2024-11-14T21:55:37,364 INFO [ef788a4cade8:46823 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-14T21:55:37,364 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=58d988a252782268e5ec72cb43d78a51, regionState=OPENING, regionLocation=ef788a4cade8,45787,1731621335830 2024-11-14T21:55:37,364 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4912582aee491c2da967aba621281ff6, regionState=OPENING, regionLocation=ef788a4cade8,33207,1731621335780 2024-11-14T21:55:37,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4912582aee491c2da967aba621281ff6, ASSIGN because future has completed 2024-11-14T21:55:37,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4912582aee491c2da967aba621281ff6, server=ef788a4cade8,33207,1731621335780}] 2024-11-14T21:55:37,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=58d988a252782268e5ec72cb43d78a51, ASSIGN because future has completed 2024-11-14T21:55:37,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58d988a252782268e5ec72cb43d78a51, server=ef788a4cade8,45787,1731621335830}] 2024-11-14T21:55:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:37,521 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:55:37,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:55:37,524 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731621336774.4912582aee491c2da967aba621281ff6. 2024-11-14T21:55:37,524 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4912582aee491c2da967aba621281ff6, NAME => 'testClearRegionBlockCache,,1731621336774.4912582aee491c2da967aba621281ff6.', STARTKEY => '', ENDKEY => '5'} 2024-11-14T21:55:37,524 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4912582aee491c2da967aba621281ff6 2024-11-14T21:55:37,524 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731621336774.4912582aee491c2da967aba621281ff6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:37,524 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4912582aee491c2da967aba621281ff6 2024-11-14T21:55:37,524 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4912582aee491c2da967aba621281ff6 2024-11-14T21:55:37,526 INFO [StoreOpener-4912582aee491c2da967aba621281ff6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4912582aee491c2da967aba621281ff6 2024-11-14T21:55:37,526 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731621336774.58d988a252782268e5ec72cb43d78a51. 2024-11-14T21:55:37,526 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 58d988a252782268e5ec72cb43d78a51, NAME => 'testClearRegionBlockCache,5,1731621336774.58d988a252782268e5ec72cb43d78a51.', STARTKEY => '5', ENDKEY => ''} 2024-11-14T21:55:37,527 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 58d988a252782268e5ec72cb43d78a51 2024-11-14T21:55:37,527 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731621336774.58d988a252782268e5ec72cb43d78a51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:37,527 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 58d988a252782268e5ec72cb43d78a51 2024-11-14T21:55:37,527 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 58d988a252782268e5ec72cb43d78a51 2024-11-14T21:55:37,527 INFO [StoreOpener-4912582aee491c2da967aba621281ff6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4912582aee491c2da967aba621281ff6 columnFamilyName family 2024-11-14T21:55:37,527 DEBUG [StoreOpener-4912582aee491c2da967aba621281ff6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:37,528 INFO [StoreOpener-4912582aee491c2da967aba621281ff6-1 {}] regionserver.HStore(327): Store=4912582aee491c2da967aba621281ff6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:37,528 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4912582aee491c2da967aba621281ff6 2024-11-14T21:55:37,528 INFO [StoreOpener-58d988a252782268e5ec72cb43d78a51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 58d988a252782268e5ec72cb43d78a51 2024-11-14T21:55:37,529 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/default/testClearRegionBlockCache/4912582aee491c2da967aba621281ff6 2024-11-14T21:55:37,529 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/default/testClearRegionBlockCache/4912582aee491c2da967aba621281ff6 2024-11-14T21:55:37,529 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4912582aee491c2da967aba621281ff6 2024-11-14T21:55:37,529 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4912582aee491c2da967aba621281ff6 2024-11-14T21:55:37,529 INFO [StoreOpener-58d988a252782268e5ec72cb43d78a51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58d988a252782268e5ec72cb43d78a51 columnFamilyName family 2024-11-14T21:55:37,530 DEBUG [StoreOpener-58d988a252782268e5ec72cb43d78a51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:37,530 INFO [StoreOpener-58d988a252782268e5ec72cb43d78a51-1 {}] regionserver.HStore(327): Store=58d988a252782268e5ec72cb43d78a51/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:37,530 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 58d988a252782268e5ec72cb43d78a51 2024-11-14T21:55:37,531 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/default/testClearRegionBlockCache/58d988a252782268e5ec72cb43d78a51 2024-11-14T21:55:37,531 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4912582aee491c2da967aba621281ff6 2024-11-14T21:55:37,531 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/default/testClearRegionBlockCache/58d988a252782268e5ec72cb43d78a51 2024-11-14T21:55:37,532 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 58d988a252782268e5ec72cb43d78a51 2024-11-14T21:55:37,532 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 58d988a252782268e5ec72cb43d78a51 2024-11-14T21:55:37,533 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/default/testClearRegionBlockCache/4912582aee491c2da967aba621281ff6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:55:37,533 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 58d988a252782268e5ec72cb43d78a51 2024-11-14T21:55:37,534 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 4912582aee491c2da967aba621281ff6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72741877, jitterRate=0.08393843472003937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T21:55:37,534 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4912582aee491c2da967aba621281ff6 2024-11-14T21:55:37,534 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4912582aee491c2da967aba621281ff6: Running coprocessor pre-open hook at 1731621337525Writing region info on filesystem at 1731621337525Initializing all the Stores at 1731621337525Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621337525Cleaning up temporary data from old regions at 1731621337529 (+4 ms)Running coprocessor post-open hooks at 1731621337534 (+5 ms)Region opened successfully at 1731621337534 2024-11-14T21:55:37,535 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731621336774.4912582aee491c2da967aba621281ff6., pid=7, masterSystemTime=1731621337520 2024-11-14T21:55:37,536 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/default/testClearRegionBlockCache/58d988a252782268e5ec72cb43d78a51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:55:37,536 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 58d988a252782268e5ec72cb43d78a51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71397039, jitterRate=0.06389878690242767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T21:55:37,536 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58d988a252782268e5ec72cb43d78a51 2024-11-14T21:55:37,536 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 58d988a252782268e5ec72cb43d78a51: Running coprocessor pre-open hook at 1731621337527Writing region info on filesystem at 1731621337527Initializing all the Stores at 1731621337528 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621337528Cleaning up temporary data from old regions at 1731621337532 (+4 ms)Running coprocessor post-open hooks at 1731621337536 (+4 ms)Region opened successfully at 1731621337536 2024-11-14T21:55:37,537 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731621336774.58d988a252782268e5ec72cb43d78a51., pid=8, masterSystemTime=1731621337521 2024-11-14T21:55:37,538 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731621336774.4912582aee491c2da967aba621281ff6. 2024-11-14T21:55:37,538 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731621336774.4912582aee491c2da967aba621281ff6. 2024-11-14T21:55:37,539 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4912582aee491c2da967aba621281ff6, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,33207,1731621335780 2024-11-14T21:55:37,539 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731621336774.58d988a252782268e5ec72cb43d78a51. 2024-11-14T21:55:37,539 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731621336774.58d988a252782268e5ec72cb43d78a51. 2024-11-14T21:55:37,540 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=58d988a252782268e5ec72cb43d78a51, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,45787,1731621335830 2024-11-14T21:55:37,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4912582aee491c2da967aba621281ff6, server=ef788a4cade8,33207,1731621335780 because future has completed 2024-11-14T21:55:37,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58d988a252782268e5ec72cb43d78a51, server=ef788a4cade8,45787,1731621335830 because future has completed 2024-11-14T21:55:37,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-14T21:55:37,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4912582aee491c2da967aba621281ff6, server=ef788a4cade8,33207,1731621335780 in 176 msec 2024-11-14T21:55:37,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-14T21:55:37,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4912582aee491c2da967aba621281ff6, ASSIGN in 335 msec 2024-11-14T21:55:37,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 58d988a252782268e5ec72cb43d78a51, server=ef788a4cade8,45787,1731621335830 in 175 msec 2024-11-14T21:55:37,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-14T21:55:37,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=58d988a252782268e5ec72cb43d78a51, ASSIGN in 336 msec 2024-11-14T21:55:37,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:55:37,551 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731621337551"}]},"ts":"1731621337551"} 2024-11-14T21:55:37,553 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-14T21:55:37,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:55:37,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 780 msec 2024-11-14T21:55:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:37,919 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-14T21:55:37,919 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-14T21:55:37,920 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T21:55:37,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-14T21:55:37,923 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T21:55:37,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-14T21:55:37,926 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731621336774.4912582aee491c2da967aba621281ff6., hostname=ef788a4cade8,33207,1731621335780, seqNum=2] 2024-11-14T21:55:37,935 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731621336774.58d988a252782268e5ec72cb43d78a51., hostname=ef788a4cade8,45787,1731621335830, seqNum=2] 2024-11-14T21:55:37,935 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:55:37,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:55:37,944 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4912582aee491c2da967aba621281ff6 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-14T21:55:37,960 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/default/testClearRegionBlockCache/4912582aee491c2da967aba621281ff6/.tmp/family/7a8285a4167e4366aaf1e496e7454511 is 32, key is 1/family:/1731621337927/Put/seqid=0 2024-11-14T21:55:37,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39795 is added to blk_1073741839_1015 (size=5054) 2024-11-14T21:55:37,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37479 is added to blk_1073741839_1015 (size=5054) 2024-11-14T21:55:37,966 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/default/testClearRegionBlockCache/4912582aee491c2da967aba621281ff6/.tmp/family/7a8285a4167e4366aaf1e496e7454511 2024-11-14T21:55:37,972 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/default/testClearRegionBlockCache/4912582aee491c2da967aba621281ff6/.tmp/family/7a8285a4167e4366aaf1e496e7454511 as hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/default/testClearRegionBlockCache/4912582aee491c2da967aba621281ff6/family/7a8285a4167e4366aaf1e496e7454511 2024-11-14T21:55:37,977 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/default/testClearRegionBlockCache/4912582aee491c2da967aba621281ff6/family/7a8285a4167e4366aaf1e496e7454511, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T21:55:37,978 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 4912582aee491c2da967aba621281ff6 in 34ms, sequenceid=8, compaction requested=false 2024-11-14T21:55:37,979 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4912582aee491c2da967aba621281ff6: 2024-11-14T21:55:37,979 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 58d988a252782268e5ec72cb43d78a51 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-14T21:55:37,994 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/default/testClearRegionBlockCache/58d988a252782268e5ec72cb43d78a51/.tmp/family/605804e382cf44559bd3355bef66e821 is 32, key is 5/family:/1731621337937/Put/seqid=0 2024-11-14T21:55:37,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37479 is added to blk_1073741840_1016 (size=5083) 2024-11-14T21:55:37,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39795 is added to blk_1073741840_1016 (size=5083) 2024-11-14T21:55:38,000 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/default/testClearRegionBlockCache/58d988a252782268e5ec72cb43d78a51/.tmp/family/605804e382cf44559bd3355bef66e821 2024-11-14T21:55:38,006 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/default/testClearRegionBlockCache/58d988a252782268e5ec72cb43d78a51/.tmp/family/605804e382cf44559bd3355bef66e821 as hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/default/testClearRegionBlockCache/58d988a252782268e5ec72cb43d78a51/family/605804e382cf44559bd3355bef66e821 2024-11-14T21:55:38,011 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/default/testClearRegionBlockCache/58d988a252782268e5ec72cb43d78a51/family/605804e382cf44559bd3355bef66e821, entries=5, sequenceid=9, filesize=5.0 K 2024-11-14T21:55:38,012 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 58d988a252782268e5ec72cb43d78a51 in 33ms, sequenceid=9, compaction requested=false 2024-11-14T21:55:38,012 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 58d988a252782268e5ec72cb43d78a51: 2024-11-14T21:55:38,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5533aa5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:55:38,013 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,46823,-1 for getting cluster id 2024-11-14T21:55:38,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:55:38,014 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6525dfeb-9bf5-4c1b-92a4-62dc9a36a485' 2024-11-14T21:55:38,014 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:55:38,014 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6525dfeb-9bf5-4c1b-92a4-62dc9a36a485" 2024-11-14T21:55:38,014 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@804d94a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:55:38,014 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,46823,-1] 2024-11-14T21:55:38,015 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:55:38,015 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:38,016 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:55:38,016 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7898c4c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:55:38,022 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-14T21:55:38,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:55:38,024 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,33207,1731621335780, seqNum=-1] 2024-11-14T21:55:38,024 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:55:38,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:55:38,027 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:55:38,027 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:55:38,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:55:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33207 {}] bucket.BucketCache(1864): found 1 blocks for file 7a8285a4167e4366aaf1e496e7454511, starting offset: 0, end offset: 9223372036854775807 2024-11-14T21:55:38,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:55:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45787 {}] bucket.BucketCache(1864): found 1 blocks for file 605804e382cf44559bd3355bef66e821, starting offset: 0, end offset: 9223372036854775807 2024-11-14T21:55:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45787 {}] bucket.BucketCache(857): removed key 605804e382cf44559bd3355bef66e821_0 from back map with offset lock 2094080 in the evict process 2024-11-14T21:55:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33207 {}] bucket.BucketCache(857): removed key 7a8285a4167e4366aaf1e496e7454511_0 from back map with offset lock 2094080 in the evict process 2024-11-14T21:55:38,030 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:55:38,030 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:38,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:38,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:38,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:55:38,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:55:38,031 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:55:38,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:38,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:38,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:38,031 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:55:38,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:55:38,031 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=922648738, stopped=false 2024-11-14T21:55:38,032 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,46823,1731621335725 2024-11-14T21:55:38,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:38,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33207-0x100ac7042bf0001, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:38,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:38,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33207-0x100ac7042bf0001, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:38,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45787-0x100ac7042bf0002, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:38,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45787-0x100ac7042bf0002, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:38,034 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:55:38,034 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:55:38,034 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:38,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:38,034 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,33207,1731621335780' ***** 2024-11-14T21:55:38,034 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:55:38,034 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,45787,1731621335830' ***** 2024-11-14T21:55:38,034 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:55:38,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45787-0x100ac7042bf0002, quorum=127.0.0.1:49163, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:38,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33207-0x100ac7042bf0001, quorum=127.0.0.1:49163, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:38,034 INFO [RS:0;ef788a4cade8:33207 {}] bucket.BucketCache(1739): Disabling cache 2024-11-14T21:55:38,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:38,035 INFO [RS:0;ef788a4cade8:33207 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-14T21:55:38,035 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-14T21:55:38,035 INFO [RS:1;ef788a4cade8:45787 {}] bucket.BucketCache(1739): Disabling cache 2024-11-14T21:55:38,035 INFO [RS:0;ef788a4cade8:33207 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:55:38,035 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-14T21:55:38,035 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-14T21:55:38,035 INFO [RS:0;ef788a4cade8:33207 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:55:38,035 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:55:38,035 INFO [RS:0;ef788a4cade8:33207 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:55:38,035 INFO [RS:0;ef788a4cade8:33207 {}] regionserver.HRegionServer(3091): Received CLOSE for 4912582aee491c2da967aba621281ff6 2024-11-14T21:55:38,035 INFO [RS:1;ef788a4cade8:45787 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-14T21:55:38,035 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-14T21:55:38,035 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-14T21:55:38,035 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-14T21:55:38,035 INFO [RS:1;ef788a4cade8:45787 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:55:38,036 INFO [RS:1;ef788a4cade8:45787 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:55:38,036 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:55:38,036 INFO [RS:1;ef788a4cade8:45787 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:55:38,036 INFO [RS:1;ef788a4cade8:45787 {}] regionserver.HRegionServer(3091): Received CLOSE for 58d988a252782268e5ec72cb43d78a51 2024-11-14T21:55:38,036 INFO [RS:1;ef788a4cade8:45787 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,45787,1731621335830 2024-11-14T21:55:38,036 INFO [RS:1;ef788a4cade8:45787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:55:38,036 INFO [RS:1;ef788a4cade8:45787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ef788a4cade8:45787. 2024-11-14T21:55:38,036 DEBUG [RS:1;ef788a4cade8:45787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:38,036 DEBUG [RS:1;ef788a4cade8:45787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:38,036 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58d988a252782268e5ec72cb43d78a51, disabling compactions & flushes 2024-11-14T21:55:38,036 INFO [RS:0;ef788a4cade8:33207 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,33207,1731621335780 2024-11-14T21:55:38,036 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731621336774.58d988a252782268e5ec72cb43d78a51. 2024-11-14T21:55:38,036 INFO [RS:1;ef788a4cade8:45787 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T21:55:38,036 DEBUG [RS:1;ef788a4cade8:45787 {}] regionserver.HRegionServer(1325): Online Regions={58d988a252782268e5ec72cb43d78a51=testClearRegionBlockCache,5,1731621336774.58d988a252782268e5ec72cb43d78a51.} 2024-11-14T21:55:38,036 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731621336774.58d988a252782268e5ec72cb43d78a51. 2024-11-14T21:55:38,036 INFO [RS:0;ef788a4cade8:33207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:55:38,036 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731621336774.58d988a252782268e5ec72cb43d78a51. after waiting 0 ms 2024-11-14T21:55:38,036 DEBUG [RS:1;ef788a4cade8:45787 {}] regionserver.HRegionServer(1351): Waiting on 58d988a252782268e5ec72cb43d78a51 2024-11-14T21:55:38,037 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731621336774.58d988a252782268e5ec72cb43d78a51. 2024-11-14T21:55:38,037 INFO [RS:0;ef788a4cade8:33207 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:33207. 2024-11-14T21:55:38,037 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4912582aee491c2da967aba621281ff6, disabling compactions & flushes 2024-11-14T21:55:38,037 DEBUG [RS:0;ef788a4cade8:33207 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:38,037 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731621336774.4912582aee491c2da967aba621281ff6. 2024-11-14T21:55:38,037 DEBUG [RS:0;ef788a4cade8:33207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:38,037 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731621336774.4912582aee491c2da967aba621281ff6. 2024-11-14T21:55:38,037 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731621336774.4912582aee491c2da967aba621281ff6. after waiting 0 ms 2024-11-14T21:55:38,037 INFO [RS:0;ef788a4cade8:33207 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:55:38,037 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731621336774.4912582aee491c2da967aba621281ff6. 2024-11-14T21:55:38,037 INFO [RS:0;ef788a4cade8:33207 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:55:38,037 INFO [RS:0;ef788a4cade8:33207 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:55:38,037 INFO [RS:0;ef788a4cade8:33207 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:55:38,037 INFO [RS:0;ef788a4cade8:33207 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T21:55:38,037 DEBUG [RS:0;ef788a4cade8:33207 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4912582aee491c2da967aba621281ff6=testClearRegionBlockCache,,1731621336774.4912582aee491c2da967aba621281ff6.} 2024-11-14T21:55:38,037 DEBUG [RS:0;ef788a4cade8:33207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4912582aee491c2da967aba621281ff6 2024-11-14T21:55:38,037 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:55:38,037 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:55:38,037 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:55:38,037 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:55:38,037 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:55:38,037 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-14T21:55:38,041 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/default/testClearRegionBlockCache/4912582aee491c2da967aba621281ff6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T21:55:38,042 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/default/testClearRegionBlockCache/58d988a252782268e5ec72cb43d78a51/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T21:55:38,042 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731621336774.4912582aee491c2da967aba621281ff6. 2024-11-14T21:55:38,042 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4912582aee491c2da967aba621281ff6: Waiting for close lock at 1731621338036Running coprocessor pre-close hooks at 1731621338036Disabling compacts and flushes for region at 1731621338036Disabling writes for close at 1731621338037 (+1 ms)Writing region close event to WAL at 1731621338038 (+1 ms)Running coprocessor post-close hooks at 1731621338042 (+4 ms)Closed at 1731621338042 2024-11-14T21:55:38,042 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731621336774.58d988a252782268e5ec72cb43d78a51. 2024-11-14T21:55:38,042 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731621336774.4912582aee491c2da967aba621281ff6. 2024-11-14T21:55:38,042 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58d988a252782268e5ec72cb43d78a51: Waiting for close lock at 1731621338036Running coprocessor pre-close hooks at 1731621338036Disabling compacts and flushes for region at 1731621338036Disabling writes for close at 1731621338036Writing region close event to WAL at 1731621338037 (+1 ms)Running coprocessor post-close hooks at 1731621338042 (+5 ms)Closed at 1731621338042 2024-11-14T21:55:38,043 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731621336774.58d988a252782268e5ec72cb43d78a51. 2024-11-14T21:55:38,054 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/hbase/meta/1588230740/.tmp/info/289c96714a1b44aea23b84c178f5da30 is 173, key is testClearRegionBlockCache,5,1731621336774.58d988a252782268e5ec72cb43d78a51./info:regioninfo/1731621337540/Put/seqid=0 2024-11-14T21:55:38,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37479 is added to blk_1073741841_1017 (size=8173) 2024-11-14T21:55:38,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39795 is added to blk_1073741841_1017 (size=8173) 2024-11-14T21:55:38,059 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/hbase/meta/1588230740/.tmp/info/289c96714a1b44aea23b84c178f5da30 2024-11-14T21:55:38,079 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/hbase/meta/1588230740/.tmp/ns/1b3022fe745c422ca8353c75af358495 is 43, key is default/ns:d/1731621336689/Put/seqid=0 2024-11-14T21:55:38,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39795 is added to blk_1073741842_1018 (size=5153) 2024-11-14T21:55:38,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37479 is added to blk_1073741842_1018 (size=5153) 2024-11-14T21:55:38,084 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/hbase/meta/1588230740/.tmp/ns/1b3022fe745c422ca8353c75af358495 2024-11-14T21:55:38,104 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/hbase/meta/1588230740/.tmp/table/f657593fe38d472cbd6832cdc1bef708 is 61, key is testClearRegionBlockCache/table:state/1731621337551/Put/seqid=0 2024-11-14T21:55:38,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39795 is added to blk_1073741843_1019 (size=5312) 2024-11-14T21:55:38,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37479 is added to blk_1073741843_1019 (size=5312) 2024-11-14T21:55:38,110 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/hbase/meta/1588230740/.tmp/table/f657593fe38d472cbd6832cdc1bef708 2024-11-14T21:55:38,114 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:55:38,114 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:55:38,114 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:55:38,114 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:55:38,116 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/hbase/meta/1588230740/.tmp/info/289c96714a1b44aea23b84c178f5da30 as hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/hbase/meta/1588230740/info/289c96714a1b44aea23b84c178f5da30 2024-11-14T21:55:38,116 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:55:38,118 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:55:38,121 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/hbase/meta/1588230740/info/289c96714a1b44aea23b84c178f5da30, entries=20, sequenceid=13, filesize=8.0 K 2024-11-14T21:55:38,122 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/hbase/meta/1588230740/.tmp/ns/1b3022fe745c422ca8353c75af358495 as hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/hbase/meta/1588230740/ns/1b3022fe745c422ca8353c75af358495 2024-11-14T21:55:38,127 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/hbase/meta/1588230740/ns/1b3022fe745c422ca8353c75af358495, entries=2, sequenceid=13, filesize=5.0 K 2024-11-14T21:55:38,128 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/hbase/meta/1588230740/.tmp/table/f657593fe38d472cbd6832cdc1bef708 as hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/hbase/meta/1588230740/table/f657593fe38d472cbd6832cdc1bef708 2024-11-14T21:55:38,133 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/hbase/meta/1588230740/table/f657593fe38d472cbd6832cdc1bef708, entries=2, sequenceid=13, filesize=5.2 K 2024-11-14T21:55:38,135 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=13, compaction requested=false 2024-11-14T21:55:38,140 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T21:55:38,141 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:55:38,141 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:55:38,141 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731621338037Running coprocessor pre-close hooks at 1731621338037Disabling compacts and flushes for region at 1731621338037Disabling writes for close at 1731621338037Obtaining lock to block concurrent updates at 1731621338038 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731621338038Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731621338038Flushing stores of hbase:meta,,1.1588230740 at 1731621338039 (+1 ms)Flushing 1588230740/info: creating writer at 1731621338039Flushing 1588230740/info: appending metadata at 1731621338054 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731621338054Flushing 1588230740/ns: creating writer at 1731621338065 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731621338078 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731621338078Flushing 1588230740/table: creating writer at 1731621338089 (+11 ms)Flushing 1588230740/table: appending metadata at 1731621338103 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731621338103Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ac6776d: reopening flushed file at 1731621338115 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fb85872: reopening flushed file at 1731621338121 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f687765: reopening flushed file at 1731621338127 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=13, compaction requested=false at 1731621338135 (+8 ms)Writing region close event to WAL at 1731621338137 (+2 ms)Running coprocessor post-close hooks at 1731621338141 (+4 ms)Closed at 1731621338141 2024-11-14T21:55:38,142 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:55:38,237 INFO [RS:1;ef788a4cade8:45787 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,45787,1731621335830; all regions closed. 2024-11-14T21:55:38,237 INFO [RS:0;ef788a4cade8:33207 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,33207,1731621335780; all regions closed. 2024-11-14T21:55:38,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37479 is added to blk_1073741833_1009 (size=1867) 2024-11-14T21:55:38,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39795 is added to blk_1073741833_1009 (size=1867) 2024-11-14T21:55:38,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37479 is added to blk_1073741835_1011 (size=4338) 2024-11-14T21:55:38,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39795 is added to blk_1073741835_1011 (size=4338) 2024-11-14T21:55:38,242 DEBUG [RS:1;ef788a4cade8:45787 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/oldWALs 2024-11-14T21:55:38,242 INFO [RS:1;ef788a4cade8:45787 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C45787%2C1731621335830:(num 1731621336250) 2024-11-14T21:55:38,242 DEBUG [RS:1;ef788a4cade8:45787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:38,242 INFO [RS:1;ef788a4cade8:45787 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:55:38,242 DEBUG [RS:0;ef788a4cade8:33207 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/oldWALs 2024-11-14T21:55:38,242 INFO [RS:1;ef788a4cade8:45787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:55:38,242 INFO [RS:0;ef788a4cade8:33207 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C33207%2C1731621335780.meta:.meta(num 1731621336638) 2024-11-14T21:55:38,243 INFO [RS:1;ef788a4cade8:45787 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T21:55:38,243 INFO [RS:1;ef788a4cade8:45787 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:55:38,243 INFO [RS:1;ef788a4cade8:45787 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:55:38,243 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:55:38,243 INFO [RS:1;ef788a4cade8:45787 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:55:38,243 INFO [RS:1;ef788a4cade8:45787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:55:38,243 INFO [RS:1;ef788a4cade8:45787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45787 2024-11-14T21:55:38,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45787-0x100ac7042bf0002, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ef788a4cade8,45787,1731621335830 2024-11-14T21:55:38,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T21:55:38,245 INFO [RS:1;ef788a4cade8:45787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:55:38,246 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,45787,1731621335830] 2024-11-14T21:55:38,246 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/WALs/ef788a4cade8,33207,1731621335780/ef788a4cade8%2C33207%2C1731621335780.1731621336250 not finished, retry = 0 2024-11-14T21:55:38,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39795 is added to blk_1073741834_1010 (size=1758) 2024-11-14T21:55:38,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37479 is added to blk_1073741834_1010 (size=1758) 2024-11-14T21:55:38,249 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ef788a4cade8,45787,1731621335830 already deleted, retry=false 2024-11-14T21:55:38,250 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,45787,1731621335830 expired; onlineServers=1 2024-11-14T21:55:38,349 INFO [RS:1;ef788a4cade8:45787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:55:38,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45787-0x100ac7042bf0002, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:38,349 INFO [RS:1;ef788a4cade8:45787 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,45787,1731621335830; zookeeper connection closed. 2024-11-14T21:55:38,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45787-0x100ac7042bf0002, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:38,349 DEBUG [RS:0;ef788a4cade8:33207 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/oldWALs 2024-11-14T21:55:38,349 INFO [RS:0;ef788a4cade8:33207 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C33207%2C1731621335780:(num 1731621336250) 2024-11-14T21:55:38,349 DEBUG [RS:0;ef788a4cade8:33207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:38,349 INFO [RS:0;ef788a4cade8:33207 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:55:38,349 INFO [RS:0;ef788a4cade8:33207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:55:38,349 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a779f5e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a779f5e 2024-11-14T21:55:38,349 INFO [RS:0;ef788a4cade8:33207 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T21:55:38,349 INFO [RS:0;ef788a4cade8:33207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:55:38,350 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:55:38,350 INFO [RS:0;ef788a4cade8:33207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33207 2024-11-14T21:55:38,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33207-0x100ac7042bf0001, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ef788a4cade8,33207,1731621335780 2024-11-14T21:55:38,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T21:55:38,352 INFO [RS:0;ef788a4cade8:33207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:55:38,352 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,33207,1731621335780] 2024-11-14T21:55:38,355 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ef788a4cade8,33207,1731621335780 already deleted, retry=false 2024-11-14T21:55:38,355 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,33207,1731621335780 expired; onlineServers=0 2024-11-14T21:55:38,355 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,46823,1731621335725' ***** 2024-11-14T21:55:38,355 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:55:38,355 INFO [M:0;ef788a4cade8:46823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:55:38,355 INFO [M:0;ef788a4cade8:46823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:55:38,355 DEBUG [M:0;ef788a4cade8:46823 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:55:38,355 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:55:38,355 DEBUG [M:0;ef788a4cade8:46823 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:55:38,355 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731621336028 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731621336028,5,FailOnTimeoutGroup] 2024-11-14T21:55:38,355 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731621336029 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731621336029,5,FailOnTimeoutGroup] 2024-11-14T21:55:38,356 INFO [M:0;ef788a4cade8:46823 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:55:38,356 INFO [M:0;ef788a4cade8:46823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:55:38,356 DEBUG [M:0;ef788a4cade8:46823 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:55:38,356 INFO [M:0;ef788a4cade8:46823 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:55:38,356 INFO [M:0;ef788a4cade8:46823 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:55:38,356 INFO [M:0;ef788a4cade8:46823 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:55:38,356 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:55:38,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T21:55:38,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:38,357 DEBUG [M:0;ef788a4cade8:46823 {}] zookeeper.ZKUtil(347): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T21:55:38,357 WARN [M:0;ef788a4cade8:46823 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T21:55:38,358 INFO [M:0;ef788a4cade8:46823 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/.lastflushedseqids 2024-11-14T21:55:38,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37479 is added to blk_1073741844_1020 (size=182) 2024-11-14T21:55:38,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39795 is added to blk_1073741844_1020 (size=182) 2024-11-14T21:55:38,364 INFO [M:0;ef788a4cade8:46823 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:55:38,364 INFO [M:0;ef788a4cade8:46823 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:55:38,364 DEBUG [M:0;ef788a4cade8:46823 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:55:38,364 INFO [M:0;ef788a4cade8:46823 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:38,364 DEBUG [M:0;ef788a4cade8:46823 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:38,364 DEBUG [M:0;ef788a4cade8:46823 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:55:38,364 DEBUG [M:0;ef788a4cade8:46823 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:38,364 INFO [M:0;ef788a4cade8:46823 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-14T21:55:38,380 DEBUG [M:0;ef788a4cade8:46823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bdd9952767f2457e88f1d2d08c36a66f is 82, key is hbase:meta,,1/info:regioninfo/1731621336675/Put/seqid=0 2024-11-14T21:55:38,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37479 is added to blk_1073741845_1021 (size=5672) 2024-11-14T21:55:38,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39795 is added to blk_1073741845_1021 (size=5672) 2024-11-14T21:55:38,387 INFO [M:0;ef788a4cade8:46823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bdd9952767f2457e88f1d2d08c36a66f 2024-11-14T21:55:38,409 DEBUG [M:0;ef788a4cade8:46823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b02f7dc25fe42798a9314f78e8973f9 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731621337556/Put/seqid=0 2024-11-14T21:55:38,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37479 is added to blk_1073741846_1022 (size=6219) 2024-11-14T21:55:38,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39795 is added to blk_1073741846_1022 (size=6219) 2024-11-14T21:55:38,417 INFO [M:0;ef788a4cade8:46823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b02f7dc25fe42798a9314f78e8973f9 2024-11-14T21:55:38,444 DEBUG [M:0;ef788a4cade8:46823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee1238e735eb4bc5903ddf60d14fd486 is 69, key is ef788a4cade8,33207,1731621335780/rs:state/1731621336092/Put/seqid=0 2024-11-14T21:55:38,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39795 is added to blk_1073741847_1023 (size=5224) 2024-11-14T21:55:38,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37479 is added to blk_1073741847_1023 (size=5224) 2024-11-14T21:55:38,450 INFO [M:0;ef788a4cade8:46823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee1238e735eb4bc5903ddf60d14fd486 2024-11-14T21:55:38,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33207-0x100ac7042bf0001, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:38,454 INFO [RS:0;ef788a4cade8:33207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:55:38,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33207-0x100ac7042bf0001, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:38,454 INFO [RS:0;ef788a4cade8:33207 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,33207,1731621335780; zookeeper connection closed. 2024-11-14T21:55:38,454 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a5e3003 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a5e3003 2024-11-14T21:55:38,454 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-14T21:55:38,456 DEBUG [M:0;ef788a4cade8:46823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bdd9952767f2457e88f1d2d08c36a66f as hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bdd9952767f2457e88f1d2d08c36a66f 2024-11-14T21:55:38,461 INFO [M:0;ef788a4cade8:46823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bdd9952767f2457e88f1d2d08c36a66f, entries=8, sequenceid=71, filesize=5.5 K 2024-11-14T21:55:38,462 DEBUG [M:0;ef788a4cade8:46823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b02f7dc25fe42798a9314f78e8973f9 as hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b02f7dc25fe42798a9314f78e8973f9 2024-11-14T21:55:38,466 INFO [M:0;ef788a4cade8:46823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b02f7dc25fe42798a9314f78e8973f9, entries=8, sequenceid=71, filesize=6.1 K 2024-11-14T21:55:38,467 DEBUG [M:0;ef788a4cade8:46823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee1238e735eb4bc5903ddf60d14fd486 as hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee1238e735eb4bc5903ddf60d14fd486 2024-11-14T21:55:38,472 INFO [M:0;ef788a4cade8:46823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37473/user/jenkins/test-data/91490d12-a071-6bc0-c61c-bd98312abf7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee1238e735eb4bc5903ddf60d14fd486, entries=2, sequenceid=71, filesize=5.1 K 2024-11-14T21:55:38,473 INFO [M:0;ef788a4cade8:46823 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 109ms, sequenceid=71, compaction requested=false 2024-11-14T21:55:38,474 INFO [M:0;ef788a4cade8:46823 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:38,474 DEBUG [M:0;ef788a4cade8:46823 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731621338364Disabling compacts and flushes for region at 1731621338364Disabling writes for close at 1731621338364Obtaining lock to block concurrent updates at 1731621338364Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731621338364Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731621338364Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731621338365 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731621338365Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731621338379 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731621338380 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731621338392 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731621338408 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731621338408Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731621338422 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731621338444 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731621338444Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72c4f1db: reopening flushed file at 1731621338455 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17725627: reopening flushed file at 1731621338461 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6670d693: reopening flushed file at 1731621338466 (+5 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 109ms, sequenceid=71, compaction requested=false at 1731621338473 (+7 ms)Writing region close event to WAL at 1731621338474 (+1 ms)Closed at 1731621338474 2024-11-14T21:55:38,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37479 is added to blk_1073741830_1006 (size=35440) 2024-11-14T21:55:38,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39795 is added to blk_1073741830_1006 (size=35440) 2024-11-14T21:55:38,477 INFO [M:0;ef788a4cade8:46823 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:55:38,477 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:55:38,478 INFO [M:0;ef788a4cade8:46823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46823 2024-11-14T21:55:38,478 INFO [M:0;ef788a4cade8:46823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:55:38,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:38,580 INFO [M:0;ef788a4cade8:46823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:55:38,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x100ac7042bf0000, quorum=127.0.0.1:49163, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:38,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63014b1f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:55:38,583 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c6bf612{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:55:38,583 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:55:38,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@207ec436{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:55:38,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@604ba893{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/hadoop.log.dir/,STOPPED} 2024-11-14T21:55:38,584 WARN [BP-1894135524-172.17.0.2-1731621334967 heartbeating to localhost/127.0.0.1:37473 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:55:38,584 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:55:38,584 WARN [BP-1894135524-172.17.0.2-1731621334967 heartbeating to localhost/127.0.0.1:37473 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1894135524-172.17.0.2-1731621334967 (Datanode Uuid 1ea6b07f-9640-4d35-95e0-d3018a243cb4) service to localhost/127.0.0.1:37473 2024-11-14T21:55:38,584 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:55:38,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/cluster_4c15ef7f-d91c-d8a8-5e5d-40bfb48fec8b/data/data3/current/BP-1894135524-172.17.0.2-1731621334967 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:55:38,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/cluster_4c15ef7f-d91c-d8a8-5e5d-40bfb48fec8b/data/data4/current/BP-1894135524-172.17.0.2-1731621334967 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:55:38,585 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:55:38,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6acb9609{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:55:38,588 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@659a3871{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:55:38,588 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:55:38,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bbbce8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:55:38,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ff1a926{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/hadoop.log.dir/,STOPPED} 2024-11-14T21:55:38,589 WARN [BP-1894135524-172.17.0.2-1731621334967 heartbeating to localhost/127.0.0.1:37473 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:55:38,589 WARN [BP-1894135524-172.17.0.2-1731621334967 heartbeating to localhost/127.0.0.1:37473 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1894135524-172.17.0.2-1731621334967 (Datanode Uuid 621eff99-2d09-43c9-a47b-f3c4b3340cc5) service to localhost/127.0.0.1:37473 2024-11-14T21:55:38,589 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:55:38,589 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:55:38,590 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/cluster_4c15ef7f-d91c-d8a8-5e5d-40bfb48fec8b/data/data1/current/BP-1894135524-172.17.0.2-1731621334967 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:55:38,590 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/cluster_4c15ef7f-d91c-d8a8-5e5d-40bfb48fec8b/data/data2/current/BP-1894135524-172.17.0.2-1731621334967 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:55:38,590 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:55:38,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d09dfb1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:55:38,596 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5182b8e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:55:38,596 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:55:38,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@508650b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:55:38,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7156d13c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/hadoop.log.dir/,STOPPED} 2024-11-14T21:55:38,603 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T21:55:38,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:55:38,627 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=157 (was 136) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:37473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37473 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37473 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=501 (was 474) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=328 (was 330), ProcessCount=11 (was 11), AvailableMemoryMB=3219 (was 3289) 2024-11-14T21:55:38,635 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=157, OpenFileDescriptor=501, MaxFileDescriptor=1048576, SystemLoadAverage=328, ProcessCount=11, AvailableMemoryMB=3219 2024-11-14T21:55:38,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/hadoop.log.dir so I do NOT create it in target/test-data/e34469f6-4e39-667b-e537-7401b03f518d 2024-11-14T21:55:38,649 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:55:38,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/hadoop.tmp.dir so I do NOT create it in target/test-data/e34469f6-4e39-667b-e537-7401b03f518d 2024-11-14T21:55:38,649 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/747a8dc4-8824-5305-41d1-214c27b86d72/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:55:38,649 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d 2024-11-14T21:55:38,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:55:38,649 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/cluster_0c0cf7e5-7448-00ef-423c-481e5f32408c, deleteOnExit=true 2024-11-14T21:55:38,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:55:38,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/test.cache.data in system properties and HBase conf 2024-11-14T21:55:38,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:55:38,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:55:38,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:55:38,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:55:38,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:55:38,649 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:55:38,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:55:38,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:55:38,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:55:38,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:55:38,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:55:38,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:55:38,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:55:38,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:55:38,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:55:38,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:55:38,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:55:38,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:55:38,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:55:38,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:55:38,725 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:55:38,728 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:55:38,730 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:55:38,730 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:55:38,730 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T21:55:38,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:55:38,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d9673ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:55:38,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bfec04d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:55:38,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@241183ef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/java.io.tmpdir/jetty-localhost-44891-hadoop-hdfs-3_4_1-tests_jar-_-any-361111423559011439/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:55:38,847 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@376a4758{HTTP/1.1, (http/1.1)}{localhost:44891} 2024-11-14T21:55:38,847 INFO [Time-limited test {}] server.Server(415): Started @22701ms 2024-11-14T21:55:38,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:55:38,938 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:55:38,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:55:38,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:55:38,939 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:55:38,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fb942cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:55:38,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@521b4cf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:55:39,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38d30f5e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/java.io.tmpdir/jetty-localhost-39809-hadoop-hdfs-3_4_1-tests_jar-_-any-17301489884229443325/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:55:39,055 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4acaff37{HTTP/1.1, (http/1.1)}{localhost:39809} 2024-11-14T21:55:39,055 INFO [Time-limited test {}] server.Server(415): Started @22909ms 2024-11-14T21:55:39,056 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:55:39,084 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:55:39,087 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:55:39,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:55:39,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:55:39,088 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T21:55:39,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bdbab74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:55:39,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@519d5f73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:55:39,168 WARN [Thread-1148 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/cluster_0c0cf7e5-7448-00ef-423c-481e5f32408c/data/data1/current/BP-1575164233-172.17.0.2-1731621338668/current, will proceed with Du for space computation calculation, 2024-11-14T21:55:39,168 WARN [Thread-1149 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/cluster_0c0cf7e5-7448-00ef-423c-481e5f32408c/data/data2/current/BP-1575164233-172.17.0.2-1731621338668/current, will proceed with Du for space computation calculation, 2024-11-14T21:55:39,184 WARN [Thread-1127 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:55:39,187 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2fc29243c199723 with lease ID 0x4ea5ac3c07b0d635: Processing first storage report for DS-ed4b95e0-837a-454e-8c6a-62f23b65985d from datanode DatanodeRegistration(127.0.0.1:43047, datanodeUuid=4ac80c2b-c284-4e62-9609-f895c1bfbb70, infoPort=39235, infoSecurePort=0, ipcPort=42111, storageInfo=lv=-57;cid=testClusterID;nsid=819454553;c=1731621338668) 2024-11-14T21:55:39,187 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2fc29243c199723 with lease ID 0x4ea5ac3c07b0d635: from storage DS-ed4b95e0-837a-454e-8c6a-62f23b65985d node DatanodeRegistration(127.0.0.1:43047, datanodeUuid=4ac80c2b-c284-4e62-9609-f895c1bfbb70, infoPort=39235, infoSecurePort=0, ipcPort=42111, storageInfo=lv=-57;cid=testClusterID;nsid=819454553;c=1731621338668), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:55:39,187 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2fc29243c199723 with lease ID 0x4ea5ac3c07b0d635: Processing first storage report for DS-1aa3b89b-1f71-4f57-a41f-fdd97efd5de6 from datanode DatanodeRegistration(127.0.0.1:43047, datanodeUuid=4ac80c2b-c284-4e62-9609-f895c1bfbb70, infoPort=39235, infoSecurePort=0, ipcPort=42111, storageInfo=lv=-57;cid=testClusterID;nsid=819454553;c=1731621338668) 2024-11-14T21:55:39,187 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2fc29243c199723 with lease ID 0x4ea5ac3c07b0d635: from storage DS-1aa3b89b-1f71-4f57-a41f-fdd97efd5de6 node DatanodeRegistration(127.0.0.1:43047, datanodeUuid=4ac80c2b-c284-4e62-9609-f895c1bfbb70, infoPort=39235, infoSecurePort=0, ipcPort=42111, storageInfo=lv=-57;cid=testClusterID;nsid=819454553;c=1731621338668), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:55:39,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@195013ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/java.io.tmpdir/jetty-localhost-33375-hadoop-hdfs-3_4_1-tests_jar-_-any-102635189850974693/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:55:39,211 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@265b300e{HTTP/1.1, (http/1.1)}{localhost:33375} 2024-11-14T21:55:39,212 INFO [Time-limited test {}] server.Server(415): Started @23065ms 2024-11-14T21:55:39,213 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:55:39,312 WARN [Thread-1174 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/cluster_0c0cf7e5-7448-00ef-423c-481e5f32408c/data/data3/current/BP-1575164233-172.17.0.2-1731621338668/current, will proceed with Du for space computation calculation, 2024-11-14T21:55:39,312 WARN [Thread-1175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/cluster_0c0cf7e5-7448-00ef-423c-481e5f32408c/data/data4/current/BP-1575164233-172.17.0.2-1731621338668/current, will proceed with Du for space computation calculation, 2024-11-14T21:55:39,330 WARN [Thread-1163 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:55:39,333 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3c5597d27236462 with lease ID 0x4ea5ac3c07b0d636: Processing first storage report for DS-8ead7abb-e211-4d8a-b64a-1921a70bb763 from datanode DatanodeRegistration(127.0.0.1:41425, datanodeUuid=55a7e819-23e7-4c7d-a45e-19518844da06, infoPort=33973, infoSecurePort=0, ipcPort=44271, storageInfo=lv=-57;cid=testClusterID;nsid=819454553;c=1731621338668) 2024-11-14T21:55:39,333 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3c5597d27236462 with lease ID 0x4ea5ac3c07b0d636: from storage DS-8ead7abb-e211-4d8a-b64a-1921a70bb763 node DatanodeRegistration(127.0.0.1:41425, datanodeUuid=55a7e819-23e7-4c7d-a45e-19518844da06, infoPort=33973, infoSecurePort=0, ipcPort=44271, storageInfo=lv=-57;cid=testClusterID;nsid=819454553;c=1731621338668), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:55:39,333 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3c5597d27236462 with lease ID 0x4ea5ac3c07b0d636: Processing first storage report for DS-84d172ef-3fc5-45db-848f-16fa33727f56 from datanode DatanodeRegistration(127.0.0.1:41425, datanodeUuid=55a7e819-23e7-4c7d-a45e-19518844da06, infoPort=33973, infoSecurePort=0, ipcPort=44271, storageInfo=lv=-57;cid=testClusterID;nsid=819454553;c=1731621338668) 2024-11-14T21:55:39,333 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3c5597d27236462 with lease ID 0x4ea5ac3c07b0d636: from storage DS-84d172ef-3fc5-45db-848f-16fa33727f56 node DatanodeRegistration(127.0.0.1:41425, datanodeUuid=55a7e819-23e7-4c7d-a45e-19518844da06, infoPort=33973, infoSecurePort=0, ipcPort=44271, storageInfo=lv=-57;cid=testClusterID;nsid=819454553;c=1731621338668), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:55:39,336 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d 2024-11-14T21:55:39,340 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/cluster_0c0cf7e5-7448-00ef-423c-481e5f32408c/zookeeper_0, clientPort=53714, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/cluster_0c0cf7e5-7448-00ef-423c-481e5f32408c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/cluster_0c0cf7e5-7448-00ef-423c-481e5f32408c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T21:55:39,341 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53714 2024-11-14T21:55:39,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:39,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:39,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41425 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:55:39,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:55:39,353 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7 with version=8 2024-11-14T21:55:39,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/hbase-staging 2024-11-14T21:55:39,355 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:55:39,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:39,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:39,355 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:55:39,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:39,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:55:39,355 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:55:39,356 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:55:39,357 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33095 2024-11-14T21:55:39,358 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33095 connecting to ZooKeeper ensemble=127.0.0.1:53714 2024-11-14T21:55:39,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330950x0, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:55:39,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33095-0x100ac7050ea0000 connected 2024-11-14T21:55:39,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:39,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:39,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:39,390 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7, hbase.cluster.distributed=false 2024-11-14T21:55:39,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T21:55:39,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33095 2024-11-14T21:55:39,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33095 2024-11-14T21:55:39,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33095 2024-11-14T21:55:39,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33095 2024-11-14T21:55:39,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33095 2024-11-14T21:55:39,416 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:55:39,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:39,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:39,416 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:55:39,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:39,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:55:39,416 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:55:39,417 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:55:39,417 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32885 2024-11-14T21:55:39,418 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32885 connecting to ZooKeeper ensemble=127.0.0.1:53714 2024-11-14T21:55:39,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:39,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:39,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328850x0, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:55:39,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328850x0, quorum=127.0.0.1:53714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:39,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32885-0x100ac7050ea0001 connected 2024-11-14T21:55:39,425 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:55:39,427 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-14T21:55:39,435 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-14T21:55:39,435 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-14T21:55:39,438 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-14T21:55:39,439 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:55:39,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32885-0x100ac7050ea0001, quorum=127.0.0.1:53714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T21:55:39,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32885-0x100ac7050ea0001, quorum=127.0.0.1:53714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T21:55:39,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32885 2024-11-14T21:55:39,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32885 2024-11-14T21:55:39,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32885 2024-11-14T21:55:39,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32885 2024-11-14T21:55:39,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32885 2024-11-14T21:55:39,464 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:55:39,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:39,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:39,464 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:55:39,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:39,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:55:39,464 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:55:39,464 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:55:39,465 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39129 2024-11-14T21:55:39,465 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39129 connecting to ZooKeeper ensemble=127.0.0.1:53714 2024-11-14T21:55:39,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:39,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:39,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391290x0, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:55:39,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391290x0, quorum=127.0.0.1:53714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:39,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39129-0x100ac7050ea0002 connected 2024-11-14T21:55:39,473 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:55:39,473 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-14T21:55:39,481 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-14T21:55:39,481 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-14T21:55:39,486 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-14T21:55:39,487 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:55:39,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39129-0x100ac7050ea0002, quorum=127.0.0.1:53714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T21:55:39,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39129-0x100ac7050ea0002, quorum=127.0.0.1:53714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T21:55:39,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39129 2024-11-14T21:55:39,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39129 2024-11-14T21:55:39,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39129 2024-11-14T21:55:39,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39129 2024-11-14T21:55:39,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39129 2024-11-14T21:55:39,506 DEBUG [M:0;ef788a4cade8:33095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:33095 2024-11-14T21:55:39,506 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ef788a4cade8,33095,1731621339355 2024-11-14T21:55:39,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x100ac7050ea0002, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:39,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x100ac7050ea0001, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:39,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:39,509 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ef788a4cade8,33095,1731621339355 2024-11-14T21:55:39,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x100ac7050ea0001, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T21:55:39,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:39,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x100ac7050ea0002, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T21:55:39,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x100ac7050ea0001, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:39,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x100ac7050ea0002, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:39,511 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T21:55:39,512 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ef788a4cade8,33095,1731621339355 from backup master directory 2024-11-14T21:55:39,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ef788a4cade8,33095,1731621339355 2024-11-14T21:55:39,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x100ac7050ea0002, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:39,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:39,513 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:55:39,513 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,33095,1731621339355 2024-11-14T21:55:39,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x100ac7050ea0001, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:39,520 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/hbase.id] with ID: a690f113-9986-4539-92c4-f221bbe07d16 2024-11-14T21:55:39,520 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/.tmp/hbase.id 2024-11-14T21:55:39,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41425 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:55:39,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:55:39,528 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/.tmp/hbase.id]:[hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/hbase.id] 2024-11-14T21:55:39,542 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:39,542 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:55:39,543 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T21:55:39,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x100ac7050ea0002, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:39,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:39,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x100ac7050ea0001, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:39,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:55:39,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41425 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:55:39,554 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:55:39,554 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:55:39,555 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:55:39,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:55:39,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41425 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:55:39,562 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/data/master/store 2024-11-14T21:55:39,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:55:39,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41425 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:55:39,569 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:39,569 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:55:39,569 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:39,569 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:39,569 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:55:39,569 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:39,569 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:39,569 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731621339569Disabling compacts and flushes for region at 1731621339569Disabling writes for close at 1731621339569Writing region close event to WAL at 1731621339569Closed at 1731621339569 2024-11-14T21:55:39,570 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/data/master/store/.initializing 2024-11-14T21:55:39,570 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/WALs/ef788a4cade8,33095,1731621339355 2024-11-14T21:55:39,571 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:55:39,573 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C33095%2C1731621339355, suffix=, logDir=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/WALs/ef788a4cade8,33095,1731621339355, archiveDir=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/oldWALs, maxLogs=10 2024-11-14T21:55:39,588 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/WALs/ef788a4cade8,33095,1731621339355/ef788a4cade8%2C33095%2C1731621339355.1731621339574, exclude list is [], retry=0 2024-11-14T21:55:39,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41425,DS-8ead7abb-e211-4d8a-b64a-1921a70bb763,DISK] 2024-11-14T21:55:39,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43047,DS-ed4b95e0-837a-454e-8c6a-62f23b65985d,DISK] 2024-11-14T21:55:39,593 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/WALs/ef788a4cade8,33095,1731621339355/ef788a4cade8%2C33095%2C1731621339355.1731621339574 2024-11-14T21:55:39,593 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33973:33973),(127.0.0.1/127.0.0.1:39235:39235)] 2024-11-14T21:55:39,593 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:55:39,593 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:39,593 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:39,593 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:39,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:39,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:55:39,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:39,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:39,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:39,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:55:39,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:39,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:39,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:39,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:55:39,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:39,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:39,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:39,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:55:39,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:39,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:39,601 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:39,602 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:39,602 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:39,603 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:39,603 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:39,604 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:55:39,605 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:39,607 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:55:39,607 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72067500, jitterRate=0.07388943433761597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:55:39,608 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731621339593Initializing all the Stores at 1731621339594 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621339594Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621339594Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621339594Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621339594Cleaning up temporary data from old regions at 1731621339603 (+9 ms)Region opened successfully at 1731621339608 (+5 ms) 2024-11-14T21:55:39,608 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:55:39,611 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac68afc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:55:39,612 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:55:39,612 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:55:39,612 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:55:39,612 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:55:39,613 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T21:55:39,613 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:55:39,613 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:55:39,615 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:55:39,616 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T21:55:39,617 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T21:55:39,617 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:55:39,618 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:55:39,620 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T21:55:39,620 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:55:39,621 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:55:39,622 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T21:55:39,623 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:55:39,626 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T21:55:39,628 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:55:39,629 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T21:55:39,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x100ac7050ea0002, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:39,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:39,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x100ac7050ea0002, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:39,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x100ac7050ea0001, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:39,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:39,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x100ac7050ea0001, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:39,631 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,33095,1731621339355, sessionid=0x100ac7050ea0000, setting cluster-up flag (Was=false) 2024-11-14T21:55:39,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x100ac7050ea0002, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:39,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x100ac7050ea0001, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:39,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:39,641 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T21:55:39,642 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,33095,1731621339355 2024-11-14T21:55:39,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x100ac7050ea0001, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:39,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:39,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x100ac7050ea0002, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:39,652 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T21:55:39,653 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,33095,1731621339355 2024-11-14T21:55:39,654 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:55:39,656 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:55:39,656 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:55:39,656 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:55:39,657 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,33095,1731621339355 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:55:39,658 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:55:39,658 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:55:39,658 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:55:39,658 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:55:39,658 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:55:39,658 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:39,658 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:55:39,658 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:39,660 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731621369660 2024-11-14T21:55:39,660 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:55:39,660 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:55:39,660 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:55:39,660 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:55:39,660 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:55:39,660 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:55:39,660 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:55:39,660 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:55:39,660 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:39,661 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:55:39,661 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:55:39,661 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:55:39,661 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:55:39,661 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:55:39,661 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731621339661,5,FailOnTimeoutGroup] 2024-11-14T21:55:39,661 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:39,661 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731621339661,5,FailOnTimeoutGroup] 2024-11-14T21:55:39,661 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:39,662 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:55:39,662 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:39,661 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:55:39,662 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:39,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41425 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:55:39,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:55:39,671 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:55:39,671 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7 2024-11-14T21:55:39,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41425 is added to blk_1073741832_1008 (size=32) 2024-11-14T21:55:39,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741832_1008 (size=32) 2024-11-14T21:55:39,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:39,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:55:39,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:55:39,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:39,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:39,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:55:39,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:55:39,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:39,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:39,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:55:39,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:55:39,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:39,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:39,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:55:39,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:55:39,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:39,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:39,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:55:39,700 INFO [RS:1;ef788a4cade8:39129 {}] regionserver.HRegionServer(746): ClusterId : a690f113-9986-4539-92c4-f221bbe07d16 2024-11-14T21:55:39,700 DEBUG [RS:1;ef788a4cade8:39129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:55:39,700 INFO [RS:0;ef788a4cade8:32885 {}] regionserver.HRegionServer(746): ClusterId : a690f113-9986-4539-92c4-f221bbe07d16 2024-11-14T21:55:39,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/hbase/meta/1588230740 2024-11-14T21:55:39,700 DEBUG [RS:0;ef788a4cade8:32885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:55:39,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/hbase/meta/1588230740 2024-11-14T21:55:39,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:55:39,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:55:39,703 DEBUG [RS:1;ef788a4cade8:39129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:55:39,703 DEBUG [RS:1;ef788a4cade8:39129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:55:39,703 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:55:39,705 DEBUG [RS:0;ef788a4cade8:32885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:55:39,705 DEBUG [RS:0;ef788a4cade8:32885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:55:39,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:55:39,706 DEBUG [RS:1;ef788a4cade8:39129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:55:39,706 DEBUG [RS:1;ef788a4cade8:39129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1462f817, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:55:39,709 DEBUG [RS:0;ef788a4cade8:32885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:55:39,709 DEBUG [RS:0;ef788a4cade8:32885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb5755e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:55:39,719 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:55:39,720 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74950206, jitterRate=0.11684510111808777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:55:39,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731621339690Initializing all the Stores at 1731621339691 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621339691Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621339691Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621339691Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621339691Cleaning up temporary data from old regions at 1731621339703 (+12 ms)Region opened successfully at 1731621339721 (+18 ms) 2024-11-14T21:55:39,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:55:39,721 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:55:39,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:55:39,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:55:39,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:55:39,725 DEBUG [RS:1;ef788a4cade8:39129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ef788a4cade8:39129 2024-11-14T21:55:39,725 INFO [RS:1;ef788a4cade8:39129 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:55:39,725 INFO [RS:1;ef788a4cade8:39129 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:55:39,725 DEBUG [RS:1;ef788a4cade8:39129 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:55:39,726 INFO [RS:1;ef788a4cade8:39129 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,33095,1731621339355 with port=39129, startcode=1731621339463 2024-11-14T21:55:39,726 DEBUG [RS:1;ef788a4cade8:39129 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:55:39,727 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:55:39,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731621339721Disabling compacts and flushes for region at 1731621339721Disabling writes for close at 1731621339721Writing region close event to WAL at 1731621339727 (+6 ms)Closed at 1731621339727 2024-11-14T21:55:39,728 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:55:39,728 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:55:39,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:55:39,729 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:55:39,731 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:55:39,735 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:55:39,736 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33095 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,39129,1731621339463 2024-11-14T21:55:39,736 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33095 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,39129,1731621339463 2024-11-14T21:55:39,737 DEBUG [RS:0;ef788a4cade8:32885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:32885 2024-11-14T21:55:39,737 INFO [RS:0;ef788a4cade8:32885 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:55:39,737 INFO [RS:0;ef788a4cade8:32885 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:55:39,737 DEBUG [RS:0;ef788a4cade8:32885 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:55:39,738 DEBUG [RS:1;ef788a4cade8:39129 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7 2024-11-14T21:55:39,738 DEBUG [RS:1;ef788a4cade8:39129 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40593 2024-11-14T21:55:39,738 DEBUG [RS:1;ef788a4cade8:39129 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:55:39,738 INFO [RS:0;ef788a4cade8:32885 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,33095,1731621339355 with port=32885, startcode=1731621339416 2024-11-14T21:55:39,738 DEBUG [RS:0;ef788a4cade8:32885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:55:39,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T21:55:39,740 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:55:39,740 DEBUG [RS:1;ef788a4cade8:39129 {}] zookeeper.ZKUtil(111): regionserver:39129-0x100ac7050ea0002, quorum=127.0.0.1:53714, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ef788a4cade8,39129,1731621339463 2024-11-14T21:55:39,740 WARN [RS:1;ef788a4cade8:39129 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:55:39,740 INFO [RS:1;ef788a4cade8:39129 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:55:39,740 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33095 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,32885,1731621339416 2024-11-14T21:55:39,740 DEBUG [RS:1;ef788a4cade8:39129 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/WALs/ef788a4cade8,39129,1731621339463 2024-11-14T21:55:39,740 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33095 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,32885,1731621339416 2024-11-14T21:55:39,741 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,39129,1731621339463] 2024-11-14T21:55:39,742 DEBUG [RS:0;ef788a4cade8:32885 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7 2024-11-14T21:55:39,742 DEBUG [RS:0;ef788a4cade8:32885 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40593 2024-11-14T21:55:39,742 DEBUG [RS:0;ef788a4cade8:32885 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:55:39,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T21:55:39,750 DEBUG [RS:0;ef788a4cade8:32885 {}] zookeeper.ZKUtil(111): regionserver:32885-0x100ac7050ea0001, quorum=127.0.0.1:53714, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ef788a4cade8,32885,1731621339416 2024-11-14T21:55:39,750 WARN [RS:0;ef788a4cade8:32885 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:55:39,750 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,32885,1731621339416] 2024-11-14T21:55:39,750 INFO [RS:0;ef788a4cade8:32885 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:55:39,751 DEBUG [RS:0;ef788a4cade8:32885 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/WALs/ef788a4cade8,32885,1731621339416 2024-11-14T21:55:39,751 INFO [RS:1;ef788a4cade8:39129 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:55:39,754 INFO [RS:1;ef788a4cade8:39129 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:55:39,755 INFO [RS:1;ef788a4cade8:39129 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:55:39,755 INFO [RS:1;ef788a4cade8:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:39,755 INFO [RS:1;ef788a4cade8:39129 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:55:39,756 INFO [RS:1;ef788a4cade8:39129 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:55:39,756 INFO [RS:1;ef788a4cade8:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:39,756 DEBUG [RS:1;ef788a4cade8:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:39,756 DEBUG [RS:1;ef788a4cade8:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:39,757 DEBUG [RS:1;ef788a4cade8:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:39,757 DEBUG [RS:1;ef788a4cade8:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:39,757 DEBUG [RS:1;ef788a4cade8:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:39,757 DEBUG [RS:1;ef788a4cade8:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:55:39,757 DEBUG [RS:1;ef788a4cade8:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:39,757 DEBUG [RS:1;ef788a4cade8:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:39,757 DEBUG [RS:1;ef788a4cade8:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:39,757 DEBUG [RS:1;ef788a4cade8:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:39,757 DEBUG [RS:1;ef788a4cade8:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:39,757 DEBUG [RS:1;ef788a4cade8:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:39,757 DEBUG [RS:1;ef788a4cade8:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:55:39,757 DEBUG [RS:1;ef788a4cade8:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:55:39,757 INFO [RS:0;ef788a4cade8:32885 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:55:39,758 INFO [RS:1;ef788a4cade8:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:39,759 INFO [RS:1;ef788a4cade8:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:39,759 INFO [RS:1;ef788a4cade8:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:39,759 INFO [RS:1;ef788a4cade8:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:39,759 INFO [RS:1;ef788a4cade8:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:39,759 INFO [RS:1;ef788a4cade8:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,39129,1731621339463-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:55:39,762 INFO [RS:0;ef788a4cade8:32885 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:55:39,763 INFO [RS:0;ef788a4cade8:32885 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:55:39,763 INFO [RS:0;ef788a4cade8:32885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:39,763 INFO [RS:0;ef788a4cade8:32885 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:55:39,764 INFO [RS:0;ef788a4cade8:32885 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:55:39,764 INFO [RS:0;ef788a4cade8:32885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:39,764 DEBUG [RS:0;ef788a4cade8:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:39,764 DEBUG [RS:0;ef788a4cade8:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:39,764 DEBUG [RS:0;ef788a4cade8:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:39,764 DEBUG [RS:0;ef788a4cade8:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:39,764 DEBUG [RS:0;ef788a4cade8:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:39,764 DEBUG [RS:0;ef788a4cade8:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:55:39,764 DEBUG [RS:0;ef788a4cade8:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:39,764 DEBUG [RS:0;ef788a4cade8:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:39,764 DEBUG [RS:0;ef788a4cade8:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:39,765 DEBUG [RS:0;ef788a4cade8:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:39,765 DEBUG [RS:0;ef788a4cade8:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:39,765 DEBUG [RS:0;ef788a4cade8:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:39,765 DEBUG [RS:0;ef788a4cade8:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:55:39,765 DEBUG [RS:0;ef788a4cade8:32885 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:55:39,765 INFO [RS:0;ef788a4cade8:32885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:39,765 INFO [RS:0;ef788a4cade8:32885 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:39,765 INFO [RS:0;ef788a4cade8:32885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:39,766 INFO [RS:0;ef788a4cade8:32885 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:39,766 INFO [RS:0;ef788a4cade8:32885 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:39,766 INFO [RS:0;ef788a4cade8:32885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,32885,1731621339416-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:55:39,776 INFO [RS:1;ef788a4cade8:39129 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:55:39,777 INFO [RS:1;ef788a4cade8:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,39129,1731621339463-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:39,777 INFO [RS:1;ef788a4cade8:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:39,777 INFO [RS:1;ef788a4cade8:39129 {}] regionserver.Replication(171): ef788a4cade8,39129,1731621339463 started 2024-11-14T21:55:39,787 INFO [RS:0;ef788a4cade8:32885 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:55:39,787 INFO [RS:0;ef788a4cade8:32885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,32885,1731621339416-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:39,788 INFO [RS:0;ef788a4cade8:32885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:39,788 INFO [RS:0;ef788a4cade8:32885 {}] regionserver.Replication(171): ef788a4cade8,32885,1731621339416 started 2024-11-14T21:55:39,793 INFO [RS:1;ef788a4cade8:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:39,793 INFO [RS:1;ef788a4cade8:39129 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,39129,1731621339463, RpcServer on ef788a4cade8/172.17.0.2:39129, sessionid=0x100ac7050ea0002 2024-11-14T21:55:39,793 DEBUG [RS:1;ef788a4cade8:39129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:55:39,793 DEBUG [RS:1;ef788a4cade8:39129 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,39129,1731621339463 2024-11-14T21:55:39,793 DEBUG [RS:1;ef788a4cade8:39129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,39129,1731621339463' 2024-11-14T21:55:39,793 DEBUG [RS:1;ef788a4cade8:39129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T21:55:39,794 DEBUG [RS:1;ef788a4cade8:39129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T21:55:39,794 DEBUG [RS:1;ef788a4cade8:39129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:55:39,794 DEBUG [RS:1;ef788a4cade8:39129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:55:39,794 DEBUG [RS:1;ef788a4cade8:39129 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,39129,1731621339463 2024-11-14T21:55:39,794 DEBUG [RS:1;ef788a4cade8:39129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,39129,1731621339463' 2024-11-14T21:55:39,794 DEBUG [RS:1;ef788a4cade8:39129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T21:55:39,795 DEBUG [RS:1;ef788a4cade8:39129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T21:55:39,795 DEBUG [RS:1;ef788a4cade8:39129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:55:39,795 INFO [RS:1;ef788a4cade8:39129 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:55:39,795 INFO [RS:1;ef788a4cade8:39129 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:55:39,809 INFO [RS:0;ef788a4cade8:32885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:39,809 INFO [RS:0;ef788a4cade8:32885 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,32885,1731621339416, RpcServer on ef788a4cade8/172.17.0.2:32885, sessionid=0x100ac7050ea0001 2024-11-14T21:55:39,809 DEBUG [RS:0;ef788a4cade8:32885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:55:39,809 DEBUG [RS:0;ef788a4cade8:32885 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,32885,1731621339416 2024-11-14T21:55:39,809 DEBUG [RS:0;ef788a4cade8:32885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,32885,1731621339416' 2024-11-14T21:55:39,809 DEBUG [RS:0;ef788a4cade8:32885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T21:55:39,810 DEBUG [RS:0;ef788a4cade8:32885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T21:55:39,810 DEBUG [RS:0;ef788a4cade8:32885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:55:39,810 DEBUG [RS:0;ef788a4cade8:32885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:55:39,810 DEBUG [RS:0;ef788a4cade8:32885 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,32885,1731621339416 2024-11-14T21:55:39,810 DEBUG [RS:0;ef788a4cade8:32885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,32885,1731621339416' 2024-11-14T21:55:39,810 DEBUG [RS:0;ef788a4cade8:32885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T21:55:39,811 DEBUG [RS:0;ef788a4cade8:32885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T21:55:39,811 DEBUG [RS:0;ef788a4cade8:32885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:55:39,812 INFO [RS:0;ef788a4cade8:32885 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:55:39,812 INFO [RS:0;ef788a4cade8:32885 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:55:39,881 WARN [ef788a4cade8:33095 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T21:55:39,896 INFO [RS:1;ef788a4cade8:39129 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:55:39,897 INFO [RS:1;ef788a4cade8:39129 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C39129%2C1731621339463, suffix=, logDir=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/WALs/ef788a4cade8,39129,1731621339463, archiveDir=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/oldWALs, maxLogs=32 2024-11-14T21:55:39,912 INFO [RS:0;ef788a4cade8:32885 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:55:39,914 DEBUG [RS:1;ef788a4cade8:39129 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/WALs/ef788a4cade8,39129,1731621339463/ef788a4cade8%2C39129%2C1731621339463.1731621339898, exclude list is [], retry=0 2024-11-14T21:55:39,914 INFO [RS:0;ef788a4cade8:32885 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C32885%2C1731621339416, suffix=, logDir=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/WALs/ef788a4cade8,32885,1731621339416, archiveDir=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/oldWALs, maxLogs=32 2024-11-14T21:55:39,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43047,DS-ed4b95e0-837a-454e-8c6a-62f23b65985d,DISK] 2024-11-14T21:55:39,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41425,DS-8ead7abb-e211-4d8a-b64a-1921a70bb763,DISK] 2024-11-14T21:55:39,930 DEBUG [RS:0;ef788a4cade8:32885 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/WALs/ef788a4cade8,32885,1731621339416/ef788a4cade8%2C32885%2C1731621339416.1731621339915, exclude list is [], retry=0 2024-11-14T21:55:39,931 INFO [RS:1;ef788a4cade8:39129 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/WALs/ef788a4cade8,39129,1731621339463/ef788a4cade8%2C39129%2C1731621339463.1731621339898 2024-11-14T21:55:39,932 DEBUG [RS:1;ef788a4cade8:39129 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39235:39235),(127.0.0.1/127.0.0.1:33973:33973)] 2024-11-14T21:55:39,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43047,DS-ed4b95e0-837a-454e-8c6a-62f23b65985d,DISK] 2024-11-14T21:55:39,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41425,DS-8ead7abb-e211-4d8a-b64a-1921a70bb763,DISK] 2024-11-14T21:55:39,947 INFO [RS:0;ef788a4cade8:32885 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/WALs/ef788a4cade8,32885,1731621339416/ef788a4cade8%2C32885%2C1731621339416.1731621339915 2024-11-14T21:55:39,949 DEBUG [RS:0;ef788a4cade8:32885 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39235:39235),(127.0.0.1/127.0.0.1:33973:33973)] 2024-11-14T21:55:40,131 DEBUG [ef788a4cade8:33095 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T21:55:40,131 DEBUG [ef788a4cade8:33095 {}] balancer.BalancerClusterState(204): Hosts are {ef788a4cade8=0} racks are {/default-rack=0} 2024-11-14T21:55:40,134 DEBUG [ef788a4cade8:33095 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T21:55:40,134 DEBUG [ef788a4cade8:33095 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T21:55:40,134 DEBUG [ef788a4cade8:33095 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T21:55:40,134 DEBUG [ef788a4cade8:33095 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T21:55:40,134 INFO [ef788a4cade8:33095 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T21:55:40,134 INFO [ef788a4cade8:33095 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T21:55:40,134 DEBUG [ef788a4cade8:33095 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T21:55:40,134 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,32885,1731621339416 2024-11-14T21:55:40,135 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,32885,1731621339416, state=OPENING 2024-11-14T21:55:40,138 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:55:40,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x100ac7050ea0002, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:40,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:40,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x100ac7050ea0001, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:40,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:40,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:40,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:40,141 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:55:40,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,32885,1731621339416}] 2024-11-14T21:55:40,294 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:55:40,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:55:40,299 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:55:40,299 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:55:40,300 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:55:40,301 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C32885%2C1731621339416.meta, suffix=.meta, logDir=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/WALs/ef788a4cade8,32885,1731621339416, archiveDir=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/oldWALs, maxLogs=32 2024-11-14T21:55:40,315 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/WALs/ef788a4cade8,32885,1731621339416/ef788a4cade8%2C32885%2C1731621339416.meta.1731621340301.meta, exclude list is [], retry=0 2024-11-14T21:55:40,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41425,DS-8ead7abb-e211-4d8a-b64a-1921a70bb763,DISK] 2024-11-14T21:55:40,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43047,DS-ed4b95e0-837a-454e-8c6a-62f23b65985d,DISK] 2024-11-14T21:55:40,319 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/WALs/ef788a4cade8,32885,1731621339416/ef788a4cade8%2C32885%2C1731621339416.meta.1731621340301.meta 2024-11-14T21:55:40,319 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33973:33973),(127.0.0.1/127.0.0.1:39235:39235)] 2024-11-14T21:55:40,319 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:55:40,320 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:55:40,320 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:55:40,320 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:55:40,320 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:55:40,320 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:40,320 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:55:40,320 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:55:40,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:55:40,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:55:40,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:40,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:40,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:55:40,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:55:40,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:40,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:40,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:55:40,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:55:40,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:40,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:40,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:55:40,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:55:40,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:40,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:40,327 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:55:40,327 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/hbase/meta/1588230740 2024-11-14T21:55:40,328 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/hbase/meta/1588230740 2024-11-14T21:55:40,330 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:55:40,330 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:55:40,330 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:55:40,331 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:55:40,332 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68822460, jitterRate=0.02553457021713257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:55:40,332 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:55:40,333 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731621340320Writing region info on filesystem at 1731621340320Initializing all the Stores at 1731621340321 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621340321Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621340322 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621340322Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621340322Cleaning up temporary data from old regions at 1731621340330 (+8 ms)Running coprocessor post-open hooks at 1731621340332 (+2 ms)Region opened successfully at 1731621340333 (+1 ms) 2024-11-14T21:55:40,334 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731621340294 2024-11-14T21:55:40,337 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:55:40,337 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:55:40,337 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,32885,1731621339416 2024-11-14T21:55:40,338 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,32885,1731621339416, state=OPEN 2024-11-14T21:55:40,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T21:55:40,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x100ac7050ea0002, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T21:55:40,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x100ac7050ea0001, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T21:55:40,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:40,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:40,340 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,32885,1731621339416 2024-11-14T21:55:40,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:40,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:55:40,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,32885,1731621339416 in 199 msec 2024-11-14T21:55:40,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:55:40,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 615 msec 2024-11-14T21:55:40,347 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:55:40,347 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:55:40,348 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:55:40,348 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,32885,1731621339416, seqNum=-1] 2024-11-14T21:55:40,348 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:55:40,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:55:40,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 699 msec 2024-11-14T21:55:40,355 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731621340355, completionTime=-1 2024-11-14T21:55:40,355 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-14T21:55:40,355 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:55:40,357 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-14T21:55:40,357 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731621400357 2024-11-14T21:55:40,357 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731621460357 2024-11-14T21:55:40,357 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T21:55:40,357 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,33095,1731621339355-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:40,357 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,33095,1731621339355-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:40,357 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,33095,1731621339355-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:40,358 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:33095, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:40,358 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:40,358 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:40,360 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:55:40,361 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.848sec 2024-11-14T21:55:40,361 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:55:40,361 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:55:40,361 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:55:40,361 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:55:40,361 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:55:40,361 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,33095,1731621339355-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:55:40,361 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,33095,1731621339355-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:55:40,363 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:55:40,364 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:55:40,364 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,33095,1731621339355-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:40,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45123899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:55:40,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,33095,-1 for getting cluster id 2024-11-14T21:55:40,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:55:40,401 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a690f113-9986-4539-92c4-f221bbe07d16' 2024-11-14T21:55:40,402 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:55:40,402 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a690f113-9986-4539-92c4-f221bbe07d16" 2024-11-14T21:55:40,402 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171798b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:55:40,402 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,33095,-1] 2024-11-14T21:55:40,402 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:55:40,402 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:40,403 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:55:40,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@977ea80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:55:40,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:55:40,405 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,32885,1731621339416, seqNum=-1] 2024-11-14T21:55:40,406 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:55:40,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:55:40,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,33095,1731621339355 2024-11-14T21:55:40,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:55:40,409 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,33095,1731621339355 2024-11-14T21:55:40,409 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61ec2a0d 2024-11-14T21:55:40,410 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:55:40,410 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:55:40,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33095 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:55:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33095 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-14T21:55:40,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:55:40,414 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:40,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33095 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-14T21:55:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:40,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:55:40,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41425 is added to blk_1073741836_1012 (size=379) 2024-11-14T21:55:40,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741836_1012 (size=379) 2024-11-14T21:55:40,427 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 148bb86d575b8c9ffcc64c413e4cec48, NAME => 'testClearRegionBlockCache,5,1731621340411.148bb86d575b8c9ffcc64c413e4cec48.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7 2024-11-14T21:55:40,427 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 416341ae26b4f45f8ece4b1e2717a4d7, NAME => 'testClearRegionBlockCache,,1731621340411.416341ae26b4f45f8ece4b1e2717a4d7.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7 2024-11-14T21:55:40,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741837_1013 (size=61) 2024-11-14T21:55:40,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41425 is added to blk_1073741837_1013 (size=61) 2024-11-14T21:55:40,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741838_1014 (size=61) 2024-11-14T21:55:40,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41425 is added to blk_1073741838_1014 (size=61) 2024-11-14T21:55:40,444 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731621340411.416341ae26b4f45f8ece4b1e2717a4d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:40,444 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 416341ae26b4f45f8ece4b1e2717a4d7, disabling compactions & flushes 2024-11-14T21:55:40,444 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731621340411.416341ae26b4f45f8ece4b1e2717a4d7. 2024-11-14T21:55:40,444 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731621340411.416341ae26b4f45f8ece4b1e2717a4d7. 2024-11-14T21:55:40,445 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731621340411.416341ae26b4f45f8ece4b1e2717a4d7. after waiting 0 ms 2024-11-14T21:55:40,445 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731621340411.416341ae26b4f45f8ece4b1e2717a4d7. 2024-11-14T21:55:40,445 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731621340411.148bb86d575b8c9ffcc64c413e4cec48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:40,445 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731621340411.416341ae26b4f45f8ece4b1e2717a4d7. 2024-11-14T21:55:40,445 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 416341ae26b4f45f8ece4b1e2717a4d7: Waiting for close lock at 1731621340444Disabling compacts and flushes for region at 1731621340444Disabling writes for close at 1731621340445 (+1 ms)Writing region close event to WAL at 1731621340445Closed at 1731621340445 2024-11-14T21:55:40,445 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 148bb86d575b8c9ffcc64c413e4cec48, disabling compactions & flushes 2024-11-14T21:55:40,445 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731621340411.148bb86d575b8c9ffcc64c413e4cec48. 2024-11-14T21:55:40,445 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731621340411.148bb86d575b8c9ffcc64c413e4cec48. 2024-11-14T21:55:40,445 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731621340411.148bb86d575b8c9ffcc64c413e4cec48. after waiting 0 ms 2024-11-14T21:55:40,445 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731621340411.148bb86d575b8c9ffcc64c413e4cec48. 2024-11-14T21:55:40,445 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731621340411.148bb86d575b8c9ffcc64c413e4cec48. 2024-11-14T21:55:40,445 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 148bb86d575b8c9ffcc64c413e4cec48: Waiting for close lock at 1731621340445Disabling compacts and flushes for region at 1731621340445Disabling writes for close at 1731621340445Writing region close event to WAL at 1731621340445Closed at 1731621340445 2024-11-14T21:55:40,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:55:40,447 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731621340411.416341ae26b4f45f8ece4b1e2717a4d7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731621340447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731621340447"}]},"ts":"1731621340447"} 2024-11-14T21:55:40,447 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731621340411.148bb86d575b8c9ffcc64c413e4cec48.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731621340447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731621340447"}]},"ts":"1731621340447"} 2024-11-14T21:55:40,450 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T21:55:40,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:55:40,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731621340452"}]},"ts":"1731621340452"} 2024-11-14T21:55:40,454 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-14T21:55:40,454 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {ef788a4cade8=0} racks are {/default-rack=0} 2024-11-14T21:55:40,456 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T21:55:40,456 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T21:55:40,456 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T21:55:40,456 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T21:55:40,456 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T21:55:40,456 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T21:55:40,456 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T21:55:40,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=416341ae26b4f45f8ece4b1e2717a4d7, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=148bb86d575b8c9ffcc64c413e4cec48, ASSIGN}] 2024-11-14T21:55:40,457 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=148bb86d575b8c9ffcc64c413e4cec48, ASSIGN 2024-11-14T21:55:40,457 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=416341ae26b4f45f8ece4b1e2717a4d7, ASSIGN 2024-11-14T21:55:40,459 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=416341ae26b4f45f8ece4b1e2717a4d7, ASSIGN; state=OFFLINE, location=ef788a4cade8,39129,1731621339463; forceNewPlan=false, retain=false 2024-11-14T21:55:40,459 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=148bb86d575b8c9ffcc64c413e4cec48, ASSIGN; state=OFFLINE, location=ef788a4cade8,32885,1731621339416; forceNewPlan=false, retain=false 2024-11-14T21:55:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:40,609 INFO [ef788a4cade8:33095 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-14T21:55:40,610 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=148bb86d575b8c9ffcc64c413e4cec48, regionState=OPENING, regionLocation=ef788a4cade8,32885,1731621339416 2024-11-14T21:55:40,610 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=416341ae26b4f45f8ece4b1e2717a4d7, regionState=OPENING, regionLocation=ef788a4cade8,39129,1731621339463 2024-11-14T21:55:40,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=148bb86d575b8c9ffcc64c413e4cec48, ASSIGN because future has completed 2024-11-14T21:55:40,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 148bb86d575b8c9ffcc64c413e4cec48, server=ef788a4cade8,32885,1731621339416}] 2024-11-14T21:55:40,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=416341ae26b4f45f8ece4b1e2717a4d7, ASSIGN because future has completed 2024-11-14T21:55:40,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 416341ae26b4f45f8ece4b1e2717a4d7, server=ef788a4cade8,39129,1731621339463}] 2024-11-14T21:55:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:40,767 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:55:40,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:55:40,771 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731621340411.148bb86d575b8c9ffcc64c413e4cec48. 2024-11-14T21:55:40,771 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 148bb86d575b8c9ffcc64c413e4cec48, NAME => 'testClearRegionBlockCache,5,1731621340411.148bb86d575b8c9ffcc64c413e4cec48.', STARTKEY => '5', ENDKEY => ''} 2024-11-14T21:55:40,771 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 148bb86d575b8c9ffcc64c413e4cec48 2024-11-14T21:55:40,771 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731621340411.148bb86d575b8c9ffcc64c413e4cec48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:40,771 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 148bb86d575b8c9ffcc64c413e4cec48 2024-11-14T21:55:40,771 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 148bb86d575b8c9ffcc64c413e4cec48 2024-11-14T21:55:40,775 INFO [StoreOpener-148bb86d575b8c9ffcc64c413e4cec48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 148bb86d575b8c9ffcc64c413e4cec48 2024-11-14T21:55:40,777 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731621340411.416341ae26b4f45f8ece4b1e2717a4d7. 2024-11-14T21:55:40,777 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 416341ae26b4f45f8ece4b1e2717a4d7, NAME => 'testClearRegionBlockCache,,1731621340411.416341ae26b4f45f8ece4b1e2717a4d7.', STARTKEY => '', ENDKEY => '5'} 2024-11-14T21:55:40,777 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 416341ae26b4f45f8ece4b1e2717a4d7 2024-11-14T21:55:40,777 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731621340411.416341ae26b4f45f8ece4b1e2717a4d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:40,777 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 416341ae26b4f45f8ece4b1e2717a4d7 2024-11-14T21:55:40,777 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 416341ae26b4f45f8ece4b1e2717a4d7 2024-11-14T21:55:40,778 INFO [StoreOpener-148bb86d575b8c9ffcc64c413e4cec48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 148bb86d575b8c9ffcc64c413e4cec48 columnFamilyName family 2024-11-14T21:55:40,778 DEBUG [StoreOpener-148bb86d575b8c9ffcc64c413e4cec48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:40,783 INFO [StoreOpener-148bb86d575b8c9ffcc64c413e4cec48-1 {}] regionserver.HStore(327): Store=148bb86d575b8c9ffcc64c413e4cec48/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:40,783 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 148bb86d575b8c9ffcc64c413e4cec48 2024-11-14T21:55:40,783 INFO [StoreOpener-416341ae26b4f45f8ece4b1e2717a4d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 416341ae26b4f45f8ece4b1e2717a4d7 2024-11-14T21:55:40,783 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/default/testClearRegionBlockCache/148bb86d575b8c9ffcc64c413e4cec48 2024-11-14T21:55:40,784 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/default/testClearRegionBlockCache/148bb86d575b8c9ffcc64c413e4cec48 2024-11-14T21:55:40,785 INFO [StoreOpener-416341ae26b4f45f8ece4b1e2717a4d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 416341ae26b4f45f8ece4b1e2717a4d7 columnFamilyName family 2024-11-14T21:55:40,785 DEBUG [StoreOpener-416341ae26b4f45f8ece4b1e2717a4d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:40,786 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 148bb86d575b8c9ffcc64c413e4cec48 2024-11-14T21:55:40,786 INFO [StoreOpener-416341ae26b4f45f8ece4b1e2717a4d7-1 {}] regionserver.HStore(327): Store=416341ae26b4f45f8ece4b1e2717a4d7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:40,787 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 148bb86d575b8c9ffcc64c413e4cec48 2024-11-14T21:55:40,787 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 416341ae26b4f45f8ece4b1e2717a4d7 2024-11-14T21:55:40,787 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/default/testClearRegionBlockCache/416341ae26b4f45f8ece4b1e2717a4d7 2024-11-14T21:55:40,788 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/default/testClearRegionBlockCache/416341ae26b4f45f8ece4b1e2717a4d7 2024-11-14T21:55:40,788 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 416341ae26b4f45f8ece4b1e2717a4d7 2024-11-14T21:55:40,788 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 416341ae26b4f45f8ece4b1e2717a4d7 2024-11-14T21:55:40,788 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 148bb86d575b8c9ffcc64c413e4cec48 2024-11-14T21:55:40,791 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/default/testClearRegionBlockCache/148bb86d575b8c9ffcc64c413e4cec48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:55:40,792 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 148bb86d575b8c9ffcc64c413e4cec48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70933226, jitterRate=0.05698743462562561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T21:55:40,792 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 148bb86d575b8c9ffcc64c413e4cec48 2024-11-14T21:55:40,793 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 148bb86d575b8c9ffcc64c413e4cec48: Running coprocessor pre-open hook at 1731621340771Writing region info on filesystem at 1731621340771Initializing all the Stores at 1731621340775 (+4 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621340775Cleaning up temporary data from old regions at 1731621340787 (+12 ms)Running coprocessor post-open hooks at 1731621340792 (+5 ms)Region opened successfully at 1731621340792 2024-11-14T21:55:40,794 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731621340411.148bb86d575b8c9ffcc64c413e4cec48., pid=7, masterSystemTime=1731621340766 2024-11-14T21:55:40,795 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 416341ae26b4f45f8ece4b1e2717a4d7 2024-11-14T21:55:40,797 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/default/testClearRegionBlockCache/416341ae26b4f45f8ece4b1e2717a4d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:55:40,798 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 416341ae26b4f45f8ece4b1e2717a4d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66118197, jitterRate=-0.014762088656425476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T21:55:40,798 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 416341ae26b4f45f8ece4b1e2717a4d7 2024-11-14T21:55:40,798 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 416341ae26b4f45f8ece4b1e2717a4d7: Running coprocessor pre-open hook at 1731621340777Writing region info on filesystem at 1731621340777Initializing all the Stores at 1731621340782 (+5 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621340783 (+1 ms)Cleaning up temporary data from old regions at 1731621340788 (+5 ms)Running coprocessor post-open hooks at 1731621340798 (+10 ms)Region opened successfully at 1731621340798 2024-11-14T21:55:40,800 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=148bb86d575b8c9ffcc64c413e4cec48, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,32885,1731621339416 2024-11-14T21:55:40,801 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731621340411.148bb86d575b8c9ffcc64c413e4cec48. 2024-11-14T21:55:40,801 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731621340411.148bb86d575b8c9ffcc64c413e4cec48. 2024-11-14T21:55:40,803 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731621340411.416341ae26b4f45f8ece4b1e2717a4d7., pid=8, masterSystemTime=1731621340767 2024-11-14T21:55:40,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 148bb86d575b8c9ffcc64c413e4cec48, server=ef788a4cade8,32885,1731621339416 because future has completed 2024-11-14T21:55:40,805 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731621340411.416341ae26b4f45f8ece4b1e2717a4d7. 2024-11-14T21:55:40,805 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731621340411.416341ae26b4f45f8ece4b1e2717a4d7. 2024-11-14T21:55:40,807 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=416341ae26b4f45f8ece4b1e2717a4d7, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,39129,1731621339463 2024-11-14T21:55:40,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 416341ae26b4f45f8ece4b1e2717a4d7, server=ef788a4cade8,39129,1731621339463 because future has completed 2024-11-14T21:55:40,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T21:55:40,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 148bb86d575b8c9ffcc64c413e4cec48, server=ef788a4cade8,32885,1731621339416 in 196 msec 2024-11-14T21:55:40,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=148bb86d575b8c9ffcc64c413e4cec48, ASSIGN in 360 msec 2024-11-14T21:55:40,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-14T21:55:40,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 416341ae26b4f45f8ece4b1e2717a4d7, server=ef788a4cade8,39129,1731621339463 in 201 msec 2024-11-14T21:55:40,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T21:55:40,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=416341ae26b4f45f8ece4b1e2717a4d7, ASSIGN in 362 msec 2024-11-14T21:55:40,822 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:55:40,822 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731621340822"}]},"ts":"1731621340822"} 2024-11-14T21:55:40,825 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-14T21:55:40,826 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:55:40,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 415 msec 2024-11-14T21:55:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:41,039 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-14T21:55:41,039 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-14T21:55:41,039 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T21:55:41,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-14T21:55:41,042 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T21:55:41,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-14T21:55:41,045 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731621340411.416341ae26b4f45f8ece4b1e2717a4d7., hostname=ef788a4cade8,39129,1731621339463, seqNum=2] 2024-11-14T21:55:41,045 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:55:41,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:55:41,056 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731621340411.148bb86d575b8c9ffcc64c413e4cec48., hostname=ef788a4cade8,32885,1731621339416, seqNum=2] 2024-11-14T21:55:41,065 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 148bb86d575b8c9ffcc64c413e4cec48 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-14T21:55:41,084 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/default/testClearRegionBlockCache/148bb86d575b8c9ffcc64c413e4cec48/.tmp/family/e27f36f206f74a78941aae489357c855 is 32, key is 5/family:/1731621341057/Put/seqid=0 2024-11-14T21:55:41,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41425 is added to blk_1073741839_1015 (size=5083) 2024-11-14T21:55:41,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741839_1015 (size=5083) 2024-11-14T21:55:41,101 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/default/testClearRegionBlockCache/148bb86d575b8c9ffcc64c413e4cec48/.tmp/family/e27f36f206f74a78941aae489357c855 2024-11-14T21:55:41,108 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/default/testClearRegionBlockCache/148bb86d575b8c9ffcc64c413e4cec48/.tmp/family/e27f36f206f74a78941aae489357c855 as hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/default/testClearRegionBlockCache/148bb86d575b8c9ffcc64c413e4cec48/family/e27f36f206f74a78941aae489357c855 2024-11-14T21:55:41,113 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/default/testClearRegionBlockCache/148bb86d575b8c9ffcc64c413e4cec48/family/e27f36f206f74a78941aae489357c855, entries=5, sequenceid=9, filesize=5.0 K 2024-11-14T21:55:41,115 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 148bb86d575b8c9ffcc64c413e4cec48 in 50ms, sequenceid=9, compaction requested=false 2024-11-14T21:55:41,115 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 148bb86d575b8c9ffcc64c413e4cec48: 2024-11-14T21:55:41,115 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 416341ae26b4f45f8ece4b1e2717a4d7 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-14T21:55:41,138 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/default/testClearRegionBlockCache/416341ae26b4f45f8ece4b1e2717a4d7/.tmp/family/bc94a2438794413aa5b36ad90259a6f7 is 32, key is 1/family:/1731621341047/Put/seqid=0 2024-11-14T21:55:41,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741840_1016 (size=5054) 2024-11-14T21:55:41,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41425 is added to blk_1073741840_1016 (size=5054) 2024-11-14T21:55:41,151 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/default/testClearRegionBlockCache/416341ae26b4f45f8ece4b1e2717a4d7/.tmp/family/bc94a2438794413aa5b36ad90259a6f7 2024-11-14T21:55:41,159 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/default/testClearRegionBlockCache/416341ae26b4f45f8ece4b1e2717a4d7/.tmp/family/bc94a2438794413aa5b36ad90259a6f7 as hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/default/testClearRegionBlockCache/416341ae26b4f45f8ece4b1e2717a4d7/family/bc94a2438794413aa5b36ad90259a6f7 2024-11-14T21:55:41,165 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/default/testClearRegionBlockCache/416341ae26b4f45f8ece4b1e2717a4d7/family/bc94a2438794413aa5b36ad90259a6f7, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T21:55:41,166 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 416341ae26b4f45f8ece4b1e2717a4d7 in 51ms, sequenceid=8, compaction requested=false 2024-11-14T21:55:41,166 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 416341ae26b4f45f8ece4b1e2717a4d7: 2024-11-14T21:55:41,168 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file e27f36f206f74a78941aae489357c855, starting offset: 0, end offset: 9223372036854775807 2024-11-14T21:55:41,168 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key e27f36f206f74a78941aae489357c855_0 from back map with offset lock 2094080 in the evict process 2024-11-14T21:55:41,170 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file bc94a2438794413aa5b36ad90259a6f7, starting offset: 0, end offset: 9223372036854775807 2024-11-14T21:55:41,170 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key bc94a2438794413aa5b36ad90259a6f7_0 from back map with offset lock 2094080 in the evict process 2024-11-14T21:55:41,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:55:41,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:55:41,171 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:41,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:41,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:41,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:55:41,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:55:41,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=203369164, stopped=false 2024-11-14T21:55:41,171 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,33095,1731621339355 2024-11-14T21:55:41,175 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:55:41,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x100ac7050ea0001, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:41,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:41,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x100ac7050ea0002, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:41,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:55:41,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x100ac7050ea0001, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:41,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x100ac7050ea0002, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:41,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:41,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:41,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:41,176 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,32885,1731621339416' ***** 2024-11-14T21:55:41,176 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:55:41,176 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,39129,1731621339463' ***** 2024-11-14T21:55:41,176 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:55:41,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32885-0x100ac7050ea0001, quorum=127.0.0.1:53714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:41,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:41,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39129-0x100ac7050ea0002, quorum=127.0.0.1:53714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:41,178 INFO [RS:1;ef788a4cade8:39129 {}] bucket.BucketCache(1739): Disabling cache 2024-11-14T21:55:41,178 INFO [RS:1;ef788a4cade8:39129 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-14T21:55:41,178 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-14T21:55:41,179 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-14T21:55:41,179 INFO [RS:1;ef788a4cade8:39129 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:55:41,179 INFO [RS:1;ef788a4cade8:39129 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:55:41,179 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:55:41,179 INFO [RS:1;ef788a4cade8:39129 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:55:41,179 INFO [RS:1;ef788a4cade8:39129 {}] regionserver.HRegionServer(3091): Received CLOSE for 416341ae26b4f45f8ece4b1e2717a4d7 2024-11-14T21:55:41,179 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-14T21:55:41,179 INFO [RS:1;ef788a4cade8:39129 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,39129,1731621339463 2024-11-14T21:55:41,179 INFO [RS:1;ef788a4cade8:39129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:55:41,179 INFO [RS:1;ef788a4cade8:39129 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ef788a4cade8:39129. 2024-11-14T21:55:41,179 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 416341ae26b4f45f8ece4b1e2717a4d7, disabling compactions & flushes 2024-11-14T21:55:41,179 DEBUG [RS:1;ef788a4cade8:39129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:41,179 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731621340411.416341ae26b4f45f8ece4b1e2717a4d7. 2024-11-14T21:55:41,179 DEBUG [RS:1;ef788a4cade8:39129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:41,179 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731621340411.416341ae26b4f45f8ece4b1e2717a4d7. 2024-11-14T21:55:41,179 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731621340411.416341ae26b4f45f8ece4b1e2717a4d7. after waiting 0 ms 2024-11-14T21:55:41,180 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731621340411.416341ae26b4f45f8ece4b1e2717a4d7. 2024-11-14T21:55:41,180 INFO [RS:1;ef788a4cade8:39129 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T21:55:41,180 DEBUG [RS:1;ef788a4cade8:39129 {}] regionserver.HRegionServer(1325): Online Regions={416341ae26b4f45f8ece4b1e2717a4d7=testClearRegionBlockCache,,1731621340411.416341ae26b4f45f8ece4b1e2717a4d7.} 2024-11-14T21:55:41,180 DEBUG [RS:1;ef788a4cade8:39129 {}] regionserver.HRegionServer(1351): Waiting on 416341ae26b4f45f8ece4b1e2717a4d7 2024-11-14T21:55:41,181 INFO [RS:0;ef788a4cade8:32885 {}] bucket.BucketCache(1739): Disabling cache 2024-11-14T21:55:41,182 INFO [RS:0;ef788a4cade8:32885 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-14T21:55:41,182 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-14T21:55:41,181 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-14T21:55:41,182 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-14T21:55:41,182 INFO [RS:0;ef788a4cade8:32885 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:55:41,182 INFO [RS:0;ef788a4cade8:32885 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:55:41,182 INFO [RS:0;ef788a4cade8:32885 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:55:41,182 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:55:41,182 INFO [RS:0;ef788a4cade8:32885 {}] regionserver.HRegionServer(3091): Received CLOSE for 148bb86d575b8c9ffcc64c413e4cec48 2024-11-14T21:55:41,182 INFO [RS:0;ef788a4cade8:32885 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,32885,1731621339416 2024-11-14T21:55:41,182 INFO [RS:0;ef788a4cade8:32885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:55:41,182 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 148bb86d575b8c9ffcc64c413e4cec48, disabling compactions & flushes 2024-11-14T21:55:41,182 INFO [RS:0;ef788a4cade8:32885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:32885. 2024-11-14T21:55:41,182 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731621340411.148bb86d575b8c9ffcc64c413e4cec48. 2024-11-14T21:55:41,182 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731621340411.148bb86d575b8c9ffcc64c413e4cec48. 2024-11-14T21:55:41,182 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731621340411.148bb86d575b8c9ffcc64c413e4cec48. after waiting 0 ms 2024-11-14T21:55:41,182 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731621340411.148bb86d575b8c9ffcc64c413e4cec48. 2024-11-14T21:55:41,182 DEBUG [RS:0;ef788a4cade8:32885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:41,183 DEBUG [RS:0;ef788a4cade8:32885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:41,183 INFO [RS:0;ef788a4cade8:32885 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:55:41,183 INFO [RS:0;ef788a4cade8:32885 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:55:41,183 INFO [RS:0;ef788a4cade8:32885 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:55:41,183 INFO [RS:0;ef788a4cade8:32885 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:55:41,183 INFO [RS:0;ef788a4cade8:32885 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T21:55:41,183 DEBUG [RS:0;ef788a4cade8:32885 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 148bb86d575b8c9ffcc64c413e4cec48=testClearRegionBlockCache,5,1731621340411.148bb86d575b8c9ffcc64c413e4cec48.} 2024-11-14T21:55:41,183 DEBUG [RS:0;ef788a4cade8:32885 {}] regionserver.HRegionServer(1351): Waiting on 148bb86d575b8c9ffcc64c413e4cec48, 1588230740 2024-11-14T21:55:41,183 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:55:41,184 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:55:41,184 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:55:41,184 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:55:41,184 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:55:41,184 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-14T21:55:41,188 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/default/testClearRegionBlockCache/416341ae26b4f45f8ece4b1e2717a4d7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T21:55:41,188 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731621340411.416341ae26b4f45f8ece4b1e2717a4d7. 2024-11-14T21:55:41,188 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 416341ae26b4f45f8ece4b1e2717a4d7: Waiting for close lock at 1731621341179Running coprocessor pre-close hooks at 1731621341179Disabling compacts and flushes for region at 1731621341179Disabling writes for close at 1731621341180 (+1 ms)Writing region close event to WAL at 1731621341181 (+1 ms)Running coprocessor post-close hooks at 1731621341188 (+7 ms)Closed at 1731621341188 2024-11-14T21:55:41,189 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731621340411.416341ae26b4f45f8ece4b1e2717a4d7. 2024-11-14T21:55:41,193 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/default/testClearRegionBlockCache/148bb86d575b8c9ffcc64c413e4cec48/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T21:55:41,194 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731621340411.148bb86d575b8c9ffcc64c413e4cec48. 2024-11-14T21:55:41,194 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 148bb86d575b8c9ffcc64c413e4cec48: Waiting for close lock at 1731621341182Running coprocessor pre-close hooks at 1731621341182Disabling compacts and flushes for region at 1731621341182Disabling writes for close at 1731621341182Writing region close event to WAL at 1731621341187 (+5 ms)Running coprocessor post-close hooks at 1731621341194 (+7 ms)Closed at 1731621341194 2024-11-14T21:55:41,194 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731621340411.148bb86d575b8c9ffcc64c413e4cec48. 2024-11-14T21:55:41,204 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/hbase/meta/1588230740/.tmp/info/707a6618b30c4011b5936e213c6bfdcc is 173, key is testClearRegionBlockCache,5,1731621340411.148bb86d575b8c9ffcc64c413e4cec48./info:regioninfo/1731621340800/Put/seqid=0 2024-11-14T21:55:41,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741841_1017 (size=8173) 2024-11-14T21:55:41,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41425 is added to blk_1073741841_1017 (size=8173) 2024-11-14T21:55:41,260 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:55:41,271 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:55:41,380 INFO [RS:1;ef788a4cade8:39129 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,39129,1731621339463; all regions closed. 2024-11-14T21:55:41,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741833_1009 (size=1758) 2024-11-14T21:55:41,383 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/WALs/ef788a4cade8,39129,1731621339463/ef788a4cade8%2C39129%2C1731621339463.1731621339898 not finished, retry = 0 2024-11-14T21:55:41,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41425 is added to blk_1073741833_1009 (size=1758) 2024-11-14T21:55:41,383 DEBUG [RS:0;ef788a4cade8:32885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:55:41,486 DEBUG [RS:1;ef788a4cade8:39129 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/oldWALs 2024-11-14T21:55:41,486 INFO [RS:1;ef788a4cade8:39129 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C39129%2C1731621339463:(num 1731621339898) 2024-11-14T21:55:41,486 DEBUG [RS:1;ef788a4cade8:39129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:41,486 INFO [RS:1;ef788a4cade8:39129 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:55:41,486 INFO [RS:1;ef788a4cade8:39129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:55:41,486 INFO [RS:1;ef788a4cade8:39129 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T21:55:41,486 INFO [RS:1;ef788a4cade8:39129 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:55:41,487 INFO [RS:1;ef788a4cade8:39129 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:55:41,487 INFO [RS:1;ef788a4cade8:39129 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:55:41,487 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:55:41,487 INFO [RS:1;ef788a4cade8:39129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:55:41,487 INFO [RS:1;ef788a4cade8:39129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39129 2024-11-14T21:55:41,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T21:55:41,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x100ac7050ea0002, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ef788a4cade8,39129,1731621339463 2024-11-14T21:55:41,489 INFO [RS:1;ef788a4cade8:39129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:55:41,490 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,39129,1731621339463] 2024-11-14T21:55:41,492 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ef788a4cade8,39129,1731621339463 already deleted, retry=false 2024-11-14T21:55:41,492 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,39129,1731621339463 expired; onlineServers=1 2024-11-14T21:55:41,584 DEBUG [RS:0;ef788a4cade8:32885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T21:55:41,591 INFO [RS:1;ef788a4cade8:39129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:55:41,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x100ac7050ea0002, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:41,591 INFO [RS:1;ef788a4cade8:39129 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,39129,1731621339463; zookeeper connection closed. 2024-11-14T21:55:41,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x100ac7050ea0002, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:41,591 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2095964c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2095964c 2024-11-14T21:55:41,611 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/hbase/meta/1588230740/.tmp/info/707a6618b30c4011b5936e213c6bfdcc 2024-11-14T21:55:41,632 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/hbase/meta/1588230740/.tmp/ns/97773c1aa51a4640a96d24177891f599 is 43, key is default/ns:d/1731621340350/Put/seqid=0 2024-11-14T21:55:41,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41425 is added to blk_1073741842_1018 (size=5153) 2024-11-14T21:55:41,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741842_1018 (size=5153) 2024-11-14T21:55:41,637 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/hbase/meta/1588230740/.tmp/ns/97773c1aa51a4640a96d24177891f599 2024-11-14T21:55:41,657 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/hbase/meta/1588230740/.tmp/table/d1d61646fa6d4bb38b33c8f89f79fb77 is 61, key is testClearRegionBlockCache/table:state/1731621340822/Put/seqid=0 2024-11-14T21:55:41,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741843_1019 (size=5312) 2024-11-14T21:55:41,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41425 is added to blk_1073741843_1019 (size=5312) 2024-11-14T21:55:41,663 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/hbase/meta/1588230740/.tmp/table/d1d61646fa6d4bb38b33c8f89f79fb77 2024-11-14T21:55:41,669 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/hbase/meta/1588230740/.tmp/info/707a6618b30c4011b5936e213c6bfdcc as hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/hbase/meta/1588230740/info/707a6618b30c4011b5936e213c6bfdcc 2024-11-14T21:55:41,674 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/hbase/meta/1588230740/info/707a6618b30c4011b5936e213c6bfdcc, entries=20, sequenceid=13, filesize=8.0 K 2024-11-14T21:55:41,675 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/hbase/meta/1588230740/.tmp/ns/97773c1aa51a4640a96d24177891f599 as hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/hbase/meta/1588230740/ns/97773c1aa51a4640a96d24177891f599 2024-11-14T21:55:41,680 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/hbase/meta/1588230740/ns/97773c1aa51a4640a96d24177891f599, entries=2, sequenceid=13, filesize=5.0 K 2024-11-14T21:55:41,681 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/hbase/meta/1588230740/.tmp/table/d1d61646fa6d4bb38b33c8f89f79fb77 as hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/hbase/meta/1588230740/table/d1d61646fa6d4bb38b33c8f89f79fb77 2024-11-14T21:55:41,685 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/hbase/meta/1588230740/table/d1d61646fa6d4bb38b33c8f89f79fb77, entries=2, sequenceid=13, filesize=5.2 K 2024-11-14T21:55:41,686 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 502ms, sequenceid=13, compaction requested=false 2024-11-14T21:55:41,691 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T21:55:41,692 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:55:41,692 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:55:41,692 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731621341183Running coprocessor pre-close hooks at 1731621341183Disabling compacts and flushes for region at 1731621341183Disabling writes for close at 1731621341184 (+1 ms)Obtaining lock to block concurrent updates at 1731621341184Preparing flush snapshotting stores in 1588230740 at 1731621341184Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731621341184Flushing stores of hbase:meta,,1.1588230740 at 1731621341185 (+1 ms)Flushing 1588230740/info: creating writer at 1731621341185Flushing 1588230740/info: appending metadata at 1731621341204 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731621341204Flushing 1588230740/ns: creating writer at 1731621341617 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731621341631 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731621341631Flushing 1588230740/table: creating writer at 1731621341642 (+11 ms)Flushing 1588230740/table: appending metadata at 1731621341656 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731621341656Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a7230bf: reopening flushed file at 1731621341668 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@115333d6: reopening flushed file at 1731621341674 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@409f8f8a: reopening flushed file at 1731621341680 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 502ms, sequenceid=13, compaction requested=false at 1731621341686 (+6 ms)Writing region close event to WAL at 1731621341688 (+2 ms)Running coprocessor post-close hooks at 1731621341691 (+3 ms)Closed at 1731621341692 (+1 ms) 2024-11-14T21:55:41,692 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:55:41,766 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T21:55:41,766 INFO [regionserver/ef788a4cade8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T21:55:41,784 INFO [RS:0;ef788a4cade8:32885 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,32885,1731621339416; all regions closed. 2024-11-14T21:55:41,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741835_1011 (size=4338) 2024-11-14T21:55:41,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41425 is added to blk_1073741835_1011 (size=4338) 2024-11-14T21:55:41,789 DEBUG [RS:0;ef788a4cade8:32885 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/oldWALs 2024-11-14T21:55:41,789 INFO [RS:0;ef788a4cade8:32885 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C32885%2C1731621339416.meta:.meta(num 1731621340301) 2024-11-14T21:55:41,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741834_1010 (size=1867) 2024-11-14T21:55:41,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41425 is added to blk_1073741834_1010 (size=1867) 2024-11-14T21:55:41,793 DEBUG [RS:0;ef788a4cade8:32885 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/oldWALs 2024-11-14T21:55:41,794 INFO [RS:0;ef788a4cade8:32885 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C32885%2C1731621339416:(num 1731621339915) 2024-11-14T21:55:41,794 DEBUG [RS:0;ef788a4cade8:32885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:41,794 INFO [RS:0;ef788a4cade8:32885 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:55:41,794 INFO [RS:0;ef788a4cade8:32885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:55:41,794 INFO [RS:0;ef788a4cade8:32885 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T21:55:41,794 INFO [RS:0;ef788a4cade8:32885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:55:41,794 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:55:41,794 INFO [RS:0;ef788a4cade8:32885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32885 2024-11-14T21:55:41,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x100ac7050ea0001, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ef788a4cade8,32885,1731621339416 2024-11-14T21:55:41,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T21:55:41,797 INFO [RS:0;ef788a4cade8:32885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:55:41,798 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,32885,1731621339416] 2024-11-14T21:55:41,799 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ef788a4cade8,32885,1731621339416 already deleted, retry=false 2024-11-14T21:55:41,799 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,32885,1731621339416 expired; onlineServers=0 2024-11-14T21:55:41,799 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,33095,1731621339355' ***** 2024-11-14T21:55:41,799 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:55:41,799 INFO [M:0;ef788a4cade8:33095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:55:41,799 INFO [M:0;ef788a4cade8:33095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:55:41,800 DEBUG [M:0;ef788a4cade8:33095 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:55:41,800 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:55:41,800 DEBUG [M:0;ef788a4cade8:33095 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:55:41,800 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731621339661 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731621339661,5,FailOnTimeoutGroup] 2024-11-14T21:55:41,800 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731621339661 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731621339661,5,FailOnTimeoutGroup] 2024-11-14T21:55:41,800 INFO [M:0;ef788a4cade8:33095 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:55:41,800 INFO [M:0;ef788a4cade8:33095 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:55:41,800 DEBUG [M:0;ef788a4cade8:33095 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:55:41,800 INFO [M:0;ef788a4cade8:33095 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:55:41,800 INFO [M:0;ef788a4cade8:33095 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:55:41,800 INFO [M:0;ef788a4cade8:33095 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:55:41,801 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:55:41,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T21:55:41,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:41,802 DEBUG [M:0;ef788a4cade8:33095 {}] zookeeper.ZKUtil(347): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T21:55:41,802 WARN [M:0;ef788a4cade8:33095 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T21:55:41,802 INFO [M:0;ef788a4cade8:33095 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/.lastflushedseqids 2024-11-14T21:55:41,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41425 is added to blk_1073741844_1020 (size=191) 2024-11-14T21:55:41,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741844_1020 (size=191) 2024-11-14T21:55:41,813 INFO [M:0;ef788a4cade8:33095 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:55:41,813 INFO [M:0;ef788a4cade8:33095 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:55:41,813 DEBUG [M:0;ef788a4cade8:33095 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:55:41,813 INFO [M:0;ef788a4cade8:33095 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:41,813 DEBUG [M:0;ef788a4cade8:33095 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:41,813 DEBUG [M:0;ef788a4cade8:33095 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:55:41,813 DEBUG [M:0;ef788a4cade8:33095 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:41,813 INFO [M:0;ef788a4cade8:33095 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-14T21:55:41,830 DEBUG [M:0;ef788a4cade8:33095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c37e623856424a089b3782620b34c801 is 82, key is hbase:meta,,1/info:regioninfo/1731621340337/Put/seqid=0 2024-11-14T21:55:41,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741845_1021 (size=5672) 2024-11-14T21:55:41,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41425 is added to blk_1073741845_1021 (size=5672) 2024-11-14T21:55:41,835 INFO [M:0;ef788a4cade8:33095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c37e623856424a089b3782620b34c801 2024-11-14T21:55:41,855 DEBUG [M:0;ef788a4cade8:33095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9546eb55ba984bf6b9f4c940edeaa385 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731621340827/Put/seqid=0 2024-11-14T21:55:41,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741846_1022 (size=6219) 2024-11-14T21:55:41,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41425 is added to blk_1073741846_1022 (size=6219) 2024-11-14T21:55:41,861 INFO [M:0;ef788a4cade8:33095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9546eb55ba984bf6b9f4c940edeaa385 2024-11-14T21:55:41,880 DEBUG [M:0;ef788a4cade8:33095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/658a0676e55c4b30b5e2db654936084d is 69, key is ef788a4cade8,32885,1731621339416/rs:state/1731621339741/Put/seqid=0 2024-11-14T21:55:41,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41425 is added to blk_1073741847_1023 (size=5224) 2024-11-14T21:55:41,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741847_1023 (size=5224) 2024-11-14T21:55:41,886 INFO [M:0;ef788a4cade8:33095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/658a0676e55c4b30b5e2db654936084d 2024-11-14T21:55:41,892 DEBUG [M:0;ef788a4cade8:33095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c37e623856424a089b3782620b34c801 as hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c37e623856424a089b3782620b34c801 2024-11-14T21:55:41,896 INFO [M:0;ef788a4cade8:33095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c37e623856424a089b3782620b34c801, entries=8, sequenceid=71, filesize=5.5 K 2024-11-14T21:55:41,897 DEBUG [M:0;ef788a4cade8:33095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9546eb55ba984bf6b9f4c940edeaa385 as hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9546eb55ba984bf6b9f4c940edeaa385 2024-11-14T21:55:41,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x100ac7050ea0001, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:41,899 INFO [RS:0;ef788a4cade8:32885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:55:41,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32885-0x100ac7050ea0001, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:41,899 INFO [RS:0;ef788a4cade8:32885 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,32885,1731621339416; zookeeper connection closed. 2024-11-14T21:55:41,899 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@588fc41a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@588fc41a 2024-11-14T21:55:41,900 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-14T21:55:41,902 INFO [M:0;ef788a4cade8:33095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9546eb55ba984bf6b9f4c940edeaa385, entries=8, sequenceid=71, filesize=6.1 K 2024-11-14T21:55:41,903 DEBUG [M:0;ef788a4cade8:33095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/658a0676e55c4b30b5e2db654936084d as hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/658a0676e55c4b30b5e2db654936084d 2024-11-14T21:55:41,908 INFO [M:0;ef788a4cade8:33095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40593/user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/658a0676e55c4b30b5e2db654936084d, entries=2, sequenceid=71, filesize=5.1 K 2024-11-14T21:55:41,909 INFO [M:0;ef788a4cade8:33095 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false 2024-11-14T21:55:41,910 INFO [M:0;ef788a4cade8:33095 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:41,911 DEBUG [M:0;ef788a4cade8:33095 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731621341813Disabling compacts and flushes for region at 1731621341813Disabling writes for close at 1731621341813Obtaining lock to block concurrent updates at 1731621341813Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731621341813Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731621341814 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731621341814Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731621341815 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731621341829 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731621341829Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731621341840 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731621341855 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731621341855Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731621341866 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731621341880 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731621341880Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9333e26: reopening flushed file at 1731621341891 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@317d94ca: reopening flushed file at 1731621341896 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b218dbb: reopening flushed file at 1731621341903 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false at 1731621341909 (+6 ms)Writing region close event to WAL at 1731621341910 (+1 ms)Closed at 1731621341910 2024-11-14T21:55:41,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43047 is added to blk_1073741830_1006 (size=35440) 2024-11-14T21:55:41,913 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0ce6991e-fac6-721e-8476-f80bd42346c7/MasterData/WALs/ef788a4cade8,33095,1731621339355/ef788a4cade8%2C33095%2C1731621339355.1731621339574 not finished, retry = 0 2024-11-14T21:55:41,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41425 is added to blk_1073741830_1006 (size=35440) 2024-11-14T21:55:42,014 INFO [M:0;ef788a4cade8:33095 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:55:42,014 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:55:42,014 INFO [M:0;ef788a4cade8:33095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33095 2024-11-14T21:55:42,015 INFO [M:0;ef788a4cade8:33095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:55:42,118 INFO [M:0;ef788a4cade8:33095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:55:42,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:42,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33095-0x100ac7050ea0000, quorum=127.0.0.1:53714, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:42,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@195013ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:55:42,121 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@265b300e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:55:42,121 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:55:42,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@519d5f73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:55:42,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bdbab74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/hadoop.log.dir/,STOPPED} 2024-11-14T21:55:42,122 WARN [BP-1575164233-172.17.0.2-1731621338668 heartbeating to localhost/127.0.0.1:40593 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:55:42,122 WARN [BP-1575164233-172.17.0.2-1731621338668 heartbeating to localhost/127.0.0.1:40593 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1575164233-172.17.0.2-1731621338668 (Datanode Uuid 55a7e819-23e7-4c7d-a45e-19518844da06) service to localhost/127.0.0.1:40593 2024-11-14T21:55:42,122 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:55:42,122 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:55:42,123 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/cluster_0c0cf7e5-7448-00ef-423c-481e5f32408c/data/data3/current/BP-1575164233-172.17.0.2-1731621338668 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:55:42,123 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/cluster_0c0cf7e5-7448-00ef-423c-481e5f32408c/data/data4/current/BP-1575164233-172.17.0.2-1731621338668 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:55:42,123 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:55:42,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38d30f5e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:55:42,125 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4acaff37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:55:42,125 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:55:42,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@521b4cf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:55:42,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fb942cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/hadoop.log.dir/,STOPPED} 2024-11-14T21:55:42,127 WARN [BP-1575164233-172.17.0.2-1731621338668 heartbeating to localhost/127.0.0.1:40593 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:55:42,127 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:55:42,127 WARN [BP-1575164233-172.17.0.2-1731621338668 heartbeating to localhost/127.0.0.1:40593 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1575164233-172.17.0.2-1731621338668 (Datanode Uuid 4ac80c2b-c284-4e62-9609-f895c1bfbb70) service to localhost/127.0.0.1:40593 2024-11-14T21:55:42,127 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:55:42,128 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/cluster_0c0cf7e5-7448-00ef-423c-481e5f32408c/data/data1/current/BP-1575164233-172.17.0.2-1731621338668 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:55:42,128 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/cluster_0c0cf7e5-7448-00ef-423c-481e5f32408c/data/data2/current/BP-1575164233-172.17.0.2-1731621338668 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:55:42,128 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:55:42,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@241183ef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:55:42,134 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@376a4758{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:55:42,134 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:55:42,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bfec04d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:55:42,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d9673ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/hadoop.log.dir/,STOPPED} 2024-11-14T21:55:42,140 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T21:55:42,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:55:42,161 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T21:55:42,165 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=176 (was 157) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40593 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40593 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=530 (was 501) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=301 (was 328), ProcessCount=11 (was 11), AvailableMemoryMB=3089 (was 3219) 2024-11-14T21:55:42,213 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=177, OpenFileDescriptor=530, MaxFileDescriptor=1048576, SystemLoadAverage=301, ProcessCount=11, AvailableMemoryMB=3036 2024-11-14T21:55:42,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/hadoop.log.dir so I do NOT create it in target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e 2024-11-14T21:55:42,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:55:42,227 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T21:55:42,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/hadoop.tmp.dir so I do NOT create it in target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e 2024-11-14T21:55:42,227 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e34469f6-4e39-667b-e537-7401b03f518d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T21:55:42,227 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e 2024-11-14T21:55:42,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T21:55:42,227 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/cluster_c0667123-11a5-0204-f4db-40f44e590ce0, deleteOnExit=true 2024-11-14T21:55:42,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T21:55:42,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:55:42,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/test.cache.data in system properties and HBase conf 2024-11-14T21:55:42,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:55:42,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:55:42,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:55:42,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:55:42,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:55:42,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:55:42,228 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:55:42,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:55:42,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:55:42,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:55:42,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:55:42,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:55:42,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:55:42,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:55:42,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:55:42,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:55:42,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:55:42,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:55:42,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:55:42,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:55:42,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:55:42,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:55:42,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:55:42,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:55:42,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:55:42,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:55:42,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:55:42,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T21:55:42,303 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T21:55:42,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:55:42,322 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:55:42,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:55:42,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:55:42,324 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T21:55:42,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:55:42,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67f058b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:55:42,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26de840d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:55:42,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5951f30d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/java.io.tmpdir/jetty-localhost-44653-hadoop-hdfs-3_4_1-tests_jar-_-any-13561806314422996940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:55:42,451 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f4093de{HTTP/1.1, (http/1.1)}{localhost:44653} 2024-11-14T21:55:42,451 INFO [Time-limited test {}] server.Server(415): Started @26305ms 2024-11-14T21:55:42,533 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:55:42,537 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:55:42,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:55:42,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:55:42,538 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T21:55:42,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@665864cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:55:42,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4254bec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:55:42,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70941069{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/java.io.tmpdir/jetty-localhost-33361-hadoop-hdfs-3_4_1-tests_jar-_-any-1358713374394024169/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:55:42,658 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b29ac28{HTTP/1.1, (http/1.1)}{localhost:33361} 2024-11-14T21:55:42,658 INFO [Time-limited test {}] server.Server(415): Started @26511ms 2024-11-14T21:55:42,659 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:55:42,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:55:42,701 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:55:42,702 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:55:42,702 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:55:42,702 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T21:55:42,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@89a7775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:55:42,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d03b4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:55:42,770 WARN [Thread-1415 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/cluster_c0667123-11a5-0204-f4db-40f44e590ce0/data/data2/current/BP-821600311-172.17.0.2-1731621342260/current, will proceed with Du for space computation calculation, 2024-11-14T21:55:42,770 WARN [Thread-1414 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/cluster_c0667123-11a5-0204-f4db-40f44e590ce0/data/data1/current/BP-821600311-172.17.0.2-1731621342260/current, will proceed with Du for space computation calculation, 2024-11-14T21:55:42,792 WARN [Thread-1393 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:55:42,795 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbba0e1a3a9f4fdee with lease ID 0x826aa9f6eb7d9c72: Processing first storage report for DS-77f16b48-a386-486e-8f28-17f9158b3f13 from datanode DatanodeRegistration(127.0.0.1:40411, datanodeUuid=7974650d-d4e7-492a-969d-8c48705da8ad, infoPort=36227, infoSecurePort=0, ipcPort=45191, storageInfo=lv=-57;cid=testClusterID;nsid=1337315139;c=1731621342260) 2024-11-14T21:55:42,795 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbba0e1a3a9f4fdee with lease ID 0x826aa9f6eb7d9c72: from storage DS-77f16b48-a386-486e-8f28-17f9158b3f13 node DatanodeRegistration(127.0.0.1:40411, datanodeUuid=7974650d-d4e7-492a-969d-8c48705da8ad, infoPort=36227, infoSecurePort=0, ipcPort=45191, storageInfo=lv=-57;cid=testClusterID;nsid=1337315139;c=1731621342260), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:55:42,795 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbba0e1a3a9f4fdee with lease ID 0x826aa9f6eb7d9c72: Processing first storage report for DS-11edfd0c-c942-49b9-93c6-0f7e2bd8e031 from datanode DatanodeRegistration(127.0.0.1:40411, datanodeUuid=7974650d-d4e7-492a-969d-8c48705da8ad, infoPort=36227, infoSecurePort=0, ipcPort=45191, storageInfo=lv=-57;cid=testClusterID;nsid=1337315139;c=1731621342260) 2024-11-14T21:55:42,795 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbba0e1a3a9f4fdee with lease ID 0x826aa9f6eb7d9c72: from storage DS-11edfd0c-c942-49b9-93c6-0f7e2bd8e031 node DatanodeRegistration(127.0.0.1:40411, datanodeUuid=7974650d-d4e7-492a-969d-8c48705da8ad, infoPort=36227, infoSecurePort=0, ipcPort=45191, storageInfo=lv=-57;cid=testClusterID;nsid=1337315139;c=1731621342260), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:55:42,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43fb0f9d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/java.io.tmpdir/jetty-localhost-37029-hadoop-hdfs-3_4_1-tests_jar-_-any-6283065026512050943/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:55:42,826 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26e07cae{HTTP/1.1, (http/1.1)}{localhost:37029} 2024-11-14T21:55:42,826 INFO [Time-limited test {}] server.Server(415): Started @26680ms 2024-11-14T21:55:42,827 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:55:42,935 WARN [Thread-1441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/cluster_c0667123-11a5-0204-f4db-40f44e590ce0/data/data4/current/BP-821600311-172.17.0.2-1731621342260/current, will proceed with Du for space computation calculation, 2024-11-14T21:55:42,935 WARN [Thread-1440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/cluster_c0667123-11a5-0204-f4db-40f44e590ce0/data/data3/current/BP-821600311-172.17.0.2-1731621342260/current, will proceed with Du for space computation calculation, 2024-11-14T21:55:42,952 WARN [Thread-1429 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:55:42,954 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe20a26404a3ea00 with lease ID 0x826aa9f6eb7d9c73: Processing first storage report for DS-48d2f8d7-64c1-4692-b061-f723d0efe6b2 from datanode DatanodeRegistration(127.0.0.1:37533, datanodeUuid=d1c034fd-dbd1-4368-be58-69ae371bd7b5, infoPort=43669, infoSecurePort=0, ipcPort=45227, storageInfo=lv=-57;cid=testClusterID;nsid=1337315139;c=1731621342260) 2024-11-14T21:55:42,954 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe20a26404a3ea00 with lease ID 0x826aa9f6eb7d9c73: from storage DS-48d2f8d7-64c1-4692-b061-f723d0efe6b2 node DatanodeRegistration(127.0.0.1:37533, datanodeUuid=d1c034fd-dbd1-4368-be58-69ae371bd7b5, infoPort=43669, infoSecurePort=0, ipcPort=45227, storageInfo=lv=-57;cid=testClusterID;nsid=1337315139;c=1731621342260), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:55:42,954 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe20a26404a3ea00 with lease ID 0x826aa9f6eb7d9c73: Processing first storage report for DS-90102a3d-8eba-49fa-a1bf-177cd8e4b35e from datanode DatanodeRegistration(127.0.0.1:37533, datanodeUuid=d1c034fd-dbd1-4368-be58-69ae371bd7b5, infoPort=43669, infoSecurePort=0, ipcPort=45227, storageInfo=lv=-57;cid=testClusterID;nsid=1337315139;c=1731621342260) 2024-11-14T21:55:42,954 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe20a26404a3ea00 with lease ID 0x826aa9f6eb7d9c73: from storage DS-90102a3d-8eba-49fa-a1bf-177cd8e4b35e node DatanodeRegistration(127.0.0.1:37533, datanodeUuid=d1c034fd-dbd1-4368-be58-69ae371bd7b5, infoPort=43669, infoSecurePort=0, ipcPort=45227, storageInfo=lv=-57;cid=testClusterID;nsid=1337315139;c=1731621342260), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T21:55:43,054 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e 2024-11-14T21:55:43,057 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/cluster_c0667123-11a5-0204-f4db-40f44e590ce0/zookeeper_0, clientPort=62542, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/cluster_c0667123-11a5-0204-f4db-40f44e590ce0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/cluster_c0667123-11a5-0204-f4db-40f44e590ce0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T21:55:43,058 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62542 2024-11-14T21:55:43,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:43,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:43,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:55:43,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:55:43,077 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c with version=8 2024-11-14T21:55:43,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/hbase-staging 2024-11-14T21:55:43,079 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:55:43,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:43,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:43,079 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:55:43,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:43,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:55:43,080 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T21:55:43,080 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:55:43,081 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42927 2024-11-14T21:55:43,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42927 connecting to ZooKeeper ensemble=127.0.0.1:62542 2024-11-14T21:55:43,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429270x0, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:55:43,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42927-0x100ac705f700000 connected 2024-11-14T21:55:43,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:43,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:43,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:43,115 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c, hbase.cluster.distributed=false 2024-11-14T21:55:43,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T21:55:43,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42927 2024-11-14T21:55:43,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42927 2024-11-14T21:55:43,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42927 2024-11-14T21:55:43,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42927 2024-11-14T21:55:43,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42927 2024-11-14T21:55:43,135 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:55:43,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:43,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:43,135 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:55:43,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:43,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:55:43,135 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:55:43,135 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:55:43,136 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43965 2024-11-14T21:55:43,137 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43965 connecting to ZooKeeper ensemble=127.0.0.1:62542 2024-11-14T21:55:43,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:43,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:43,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439650x0, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:55:43,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43965-0x100ac705f700001 connected 2024-11-14T21:55:43,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43965-0x100ac705f700001, quorum=127.0.0.1:62542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:43,144 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:55:43,145 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-14T21:55:43,152 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-14T21:55:43,153 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-14T21:55:43,154 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-14T21:55:43,155 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:55:43,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43965-0x100ac705f700001, quorum=127.0.0.1:62542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T21:55:43,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43965-0x100ac705f700001, quorum=127.0.0.1:62542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T21:55:43,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43965 2024-11-14T21:55:43,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43965 2024-11-14T21:55:43,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43965 2024-11-14T21:55:43,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43965 2024-11-14T21:55:43,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43965 2024-11-14T21:55:43,177 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef788a4cade8:0 server-side Connection retries=45 2024-11-14T21:55:43,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:43,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:43,177 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T21:55:43,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T21:55:43,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T21:55:43,177 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T21:55:43,178 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T21:55:43,178 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44591 2024-11-14T21:55:43,179 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44591 connecting to ZooKeeper ensemble=127.0.0.1:62542 2024-11-14T21:55:43,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:43,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:43,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445910x0, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T21:55:43,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445910x0, quorum=127.0.0.1:62542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:43,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44591-0x100ac705f700002 connected 2024-11-14T21:55:43,186 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T21:55:43,187 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-14T21:55:43,195 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-14T21:55:43,196 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-14T21:55:43,196 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-14T21:55:43,196 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T21:55:43,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44591-0x100ac705f700002, quorum=127.0.0.1:62542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T21:55:43,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44591-0x100ac705f700002, quorum=127.0.0.1:62542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T21:55:43,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44591 2024-11-14T21:55:43,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44591 2024-11-14T21:55:43,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44591 2024-11-14T21:55:43,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44591 2024-11-14T21:55:43,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44591 2024-11-14T21:55:43,211 DEBUG [M:0;ef788a4cade8:42927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef788a4cade8:42927 2024-11-14T21:55:43,212 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ef788a4cade8,42927,1731621343079 2024-11-14T21:55:43,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x100ac705f700002, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:43,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:43,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100ac705f700001, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:43,214 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ef788a4cade8,42927,1731621343079 2024-11-14T21:55:43,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:43,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100ac705f700001, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T21:55:43,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x100ac705f700002, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T21:55:43,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100ac705f700001, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:43,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x100ac705f700002, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:43,219 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T21:55:43,221 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ef788a4cade8,42927,1731621343079 from backup master directory 2024-11-14T21:55:43,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ef788a4cade8,42927,1731621343079 2024-11-14T21:55:43,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x100ac705f700002, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:43,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100ac705f700001, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:43,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T21:55:43,223 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:55:43,223 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef788a4cade8,42927,1731621343079 2024-11-14T21:55:43,228 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/hbase.id] with ID: db36fc35-4d42-4aa3-9bba-b9d5d56c2b10 2024-11-14T21:55:43,228 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/.tmp/hbase.id 2024-11-14T21:55:43,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:55:43,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741826_1002 (size=42) 2024-11-14T21:55:43,236 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/.tmp/hbase.id]:[hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/hbase.id] 2024-11-14T21:55:43,248 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:55:43,248 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T21:55:43,250 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T21:55:43,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:43,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x100ac705f700002, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:43,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100ac705f700001, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:43,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:55:43,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741827_1003 (size=196) 2024-11-14T21:55:43,261 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:55:43,262 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T21:55:43,262 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:55:43,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:55:43,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741828_1004 (size=1189) 2024-11-14T21:55:43,273 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/MasterData/data/master/store 2024-11-14T21:55:43,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:55:43,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741829_1005 (size=34) 2024-11-14T21:55:43,282 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:43,282 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:55:43,282 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:43,282 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:43,282 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:55:43,282 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:43,282 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:43,282 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731621343282Disabling compacts and flushes for region at 1731621343282Disabling writes for close at 1731621343282Writing region close event to WAL at 1731621343282Closed at 1731621343282 2024-11-14T21:55:43,283 WARN [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/MasterData/data/master/store/.initializing 2024-11-14T21:55:43,283 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/MasterData/WALs/ef788a4cade8,42927,1731621343079 2024-11-14T21:55:43,284 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:55:43,286 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C42927%2C1731621343079, suffix=, logDir=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/MasterData/WALs/ef788a4cade8,42927,1731621343079, archiveDir=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/MasterData/oldWALs, maxLogs=10 2024-11-14T21:55:43,300 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/MasterData/WALs/ef788a4cade8,42927,1731621343079/ef788a4cade8%2C42927%2C1731621343079.1731621343286, exclude list is [], retry=0 2024-11-14T21:55:43,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-48d2f8d7-64c1-4692-b061-f723d0efe6b2,DISK] 2024-11-14T21:55:43,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40411,DS-77f16b48-a386-486e-8f28-17f9158b3f13,DISK] 2024-11-14T21:55:43,307 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/MasterData/WALs/ef788a4cade8,42927,1731621343079/ef788a4cade8%2C42927%2C1731621343079.1731621343286 2024-11-14T21:55:43,308 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36227:36227),(127.0.0.1/127.0.0.1:43669:43669)] 2024-11-14T21:55:43,308 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:55:43,308 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:43,308 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:43,308 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:43,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:43,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T21:55:43,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:43,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:43,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:43,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T21:55:43,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:43,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:43,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:43,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T21:55:43,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:43,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:43,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:43,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T21:55:43,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:43,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:43,319 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:43,320 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:43,320 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:43,322 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:43,322 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:43,323 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:55:43,324 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T21:55:43,331 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:55:43,332 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66383777, jitterRate=-0.010804638266563416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:55:43,333 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731621343308Initializing all the Stores at 1731621343309 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621343309Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621343310 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621343310Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621343310Cleaning up temporary data from old regions at 1731621343322 (+12 ms)Region opened successfully at 1731621343332 (+10 ms) 2024-11-14T21:55:43,333 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T21:55:43,339 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62682800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:55:43,340 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T21:55:43,340 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T21:55:43,340 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T21:55:43,340 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T21:55:43,341 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T21:55:43,341 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T21:55:43,341 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T21:55:43,344 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T21:55:43,345 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T21:55:43,346 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T21:55:43,346 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T21:55:43,347 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T21:55:43,348 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T21:55:43,348 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T21:55:43,349 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T21:55:43,350 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T21:55:43,351 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T21:55:43,358 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T21:55:43,360 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T21:55:43,361 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T21:55:43,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x100ac705f700002, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:43,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100ac705f700001, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:43,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x100ac705f700002, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:43,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100ac705f700001, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:43,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:43,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:43,363 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef788a4cade8,42927,1731621343079, sessionid=0x100ac705f700000, setting cluster-up flag (Was=false) 2024-11-14T21:55:43,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x100ac705f700002, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:43,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100ac705f700001, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:43,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:43,372 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T21:55:43,373 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,42927,1731621343079 2024-11-14T21:55:43,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x100ac705f700002, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:43,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100ac705f700001, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:43,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:43,383 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T21:55:43,384 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef788a4cade8,42927,1731621343079 2024-11-14T21:55:43,386 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T21:55:43,388 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T21:55:43,388 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T21:55:43,388 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T21:55:43,388 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef788a4cade8,42927,1731621343079 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T21:55:43,389 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:55:43,389 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:55:43,389 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:55:43,389 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef788a4cade8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T21:55:43,390 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef788a4cade8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T21:55:43,390 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:43,390 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:55:43,390 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:43,391 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731621373391 2024-11-14T21:55:43,391 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T21:55:43,391 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:55:43,391 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T21:55:43,391 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T21:55:43,391 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T21:55:43,391 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T21:55:43,391 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T21:55:43,391 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T21:55:43,391 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:43,392 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:43,392 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T21:55:43,394 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T21:55:43,394 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T21:55:43,395 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T21:55:43,398 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T21:55:43,398 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T21:55:43,399 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731621343398,5,FailOnTimeoutGroup] 2024-11-14T21:55:43,399 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731621343399,5,FailOnTimeoutGroup] 2024-11-14T21:55:43,399 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:43,399 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T21:55:43,399 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:43,399 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:43,401 INFO [RS:0;ef788a4cade8:43965 {}] regionserver.HRegionServer(746): ClusterId : db36fc35-4d42-4aa3-9bba-b9d5d56c2b10 2024-11-14T21:55:43,401 INFO [RS:1;ef788a4cade8:44591 {}] regionserver.HRegionServer(746): ClusterId : db36fc35-4d42-4aa3-9bba-b9d5d56c2b10 2024-11-14T21:55:43,401 DEBUG [RS:0;ef788a4cade8:43965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:55:43,401 DEBUG [RS:1;ef788a4cade8:44591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T21:55:43,404 DEBUG [RS:0;ef788a4cade8:43965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:55:43,404 DEBUG [RS:0;ef788a4cade8:43965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:55:43,404 DEBUG [RS:1;ef788a4cade8:44591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T21:55:43,404 DEBUG [RS:1;ef788a4cade8:44591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T21:55:43,408 DEBUG [RS:0;ef788a4cade8:43965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:55:43,408 DEBUG [RS:0;ef788a4cade8:43965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b2c79a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:55:43,408 DEBUG [RS:1;ef788a4cade8:44591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T21:55:43,408 DEBUG [RS:1;ef788a4cade8:44591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307761b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef788a4cade8/172.17.0.2:0 2024-11-14T21:55:43,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:55:43,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741831_1007 (size=1321) 2024-11-14T21:55:43,414 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T21:55:43,414 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c 2024-11-14T21:55:43,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741832_1008 (size=32) 2024-11-14T21:55:43,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741832_1008 (size=32) 2024-11-14T21:55:43,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:43,429 DEBUG [RS:1;ef788a4cade8:44591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ef788a4cade8:44591 2024-11-14T21:55:43,429 DEBUG [RS:0;ef788a4cade8:43965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef788a4cade8:43965 2024-11-14T21:55:43,429 INFO [RS:0;ef788a4cade8:43965 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:55:43,429 INFO [RS:1;ef788a4cade8:44591 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T21:55:43,429 INFO [RS:0;ef788a4cade8:43965 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:55:43,429 INFO [RS:1;ef788a4cade8:44591 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T21:55:43,429 DEBUG [RS:0;ef788a4cade8:43965 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:55:43,429 DEBUG [RS:1;ef788a4cade8:44591 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T21:55:43,430 INFO [RS:0;ef788a4cade8:43965 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,42927,1731621343079 with port=43965, startcode=1731621343134 2024-11-14T21:55:43,430 INFO [RS:1;ef788a4cade8:44591 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef788a4cade8,42927,1731621343079 with port=44591, startcode=1731621343177 2024-11-14T21:55:43,430 DEBUG [RS:0;ef788a4cade8:43965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:55:43,430 DEBUG [RS:1;ef788a4cade8:44591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T21:55:43,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:55:43,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:55:43,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:43,432 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:55:43,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:43,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:55:43,433 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T21:55:43,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42927 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,43965,1731621343134 2024-11-14T21:55:43,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42927 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,43965,1731621343134 2024-11-14T21:55:43,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:55:43,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:43,435 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42927 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef788a4cade8,44591,1731621343177 2024-11-14T21:55:43,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:43,435 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42927 {}] master.ServerManager(517): Registering regionserver=ef788a4cade8,44591,1731621343177 2024-11-14T21:55:43,435 DEBUG [RS:0;ef788a4cade8:43965 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c 2024-11-14T21:55:43,435 DEBUG [RS:0;ef788a4cade8:43965 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38531 2024-11-14T21:55:43,435 DEBUG [RS:0;ef788a4cade8:43965 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:55:43,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:55:43,436 DEBUG [RS:1;ef788a4cade8:44591 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c 2024-11-14T21:55:43,436 DEBUG [RS:1;ef788a4cade8:44591 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38531 2024-11-14T21:55:43,436 DEBUG [RS:1;ef788a4cade8:44591 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T21:55:43,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:55:43,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:43,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:43,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T21:55:43,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:55:43,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:55:43,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:43,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:43,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:55:43,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/hbase/meta/1588230740 2024-11-14T21:55:43,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/hbase/meta/1588230740 2024-11-14T21:55:43,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:55:43,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:55:43,441 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:55:43,442 DEBUG [RS:0;ef788a4cade8:43965 {}] zookeeper.ZKUtil(111): regionserver:43965-0x100ac705f700001, quorum=127.0.0.1:62542, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ef788a4cade8,43965,1731621343134 2024-11-14T21:55:43,442 WARN [RS:0;ef788a4cade8:43965 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:55:43,442 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,43965,1731621343134] 2024-11-14T21:55:43,442 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef788a4cade8,44591,1731621343177] 2024-11-14T21:55:43,442 INFO [RS:0;ef788a4cade8:43965 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:55:43,442 DEBUG [RS:0;ef788a4cade8:43965 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/WALs/ef788a4cade8,43965,1731621343134 2024-11-14T21:55:43,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:55:43,442 DEBUG [RS:1;ef788a4cade8:44591 {}] zookeeper.ZKUtil(111): regionserver:44591-0x100ac705f700002, quorum=127.0.0.1:62542, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ef788a4cade8,44591,1731621343177 2024-11-14T21:55:43,442 WARN [RS:1;ef788a4cade8:44591 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T21:55:43,442 INFO [RS:1;ef788a4cade8:44591 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:55:43,442 DEBUG [RS:1;ef788a4cade8:44591 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/WALs/ef788a4cade8,44591,1731621343177 2024-11-14T21:55:43,444 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:55:43,445 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68580235, jitterRate=0.02192513644695282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:55:43,445 INFO [RS:0;ef788a4cade8:43965 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:55:43,445 INFO [RS:1;ef788a4cade8:44591 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T21:55:43,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731621343429Initializing all the Stores at 1731621343430 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621343430Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621343430Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621343430Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621343430Cleaning up temporary data from old regions at 1731621343441 (+11 ms)Region opened successfully at 1731621343446 (+5 ms) 2024-11-14T21:55:43,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:55:43,446 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:55:43,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:55:43,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:55:43,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:55:43,446 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:55:43,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731621343446Disabling compacts and flushes for region at 1731621343446Disabling writes for close at 1731621343446Writing region close event to WAL at 1731621343446Closed at 1731621343446 2024-11-14T21:55:43,447 INFO [RS:0;ef788a4cade8:43965 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:55:43,448 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:55:43,448 INFO [RS:0;ef788a4cade8:43965 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:55:43,448 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T21:55:43,448 INFO [RS:0;ef788a4cade8:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:43,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T21:55:43,448 INFO [RS:0;ef788a4cade8:43965 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:55:43,449 INFO [RS:1;ef788a4cade8:44591 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T21:55:43,449 INFO [RS:1;ef788a4cade8:44591 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T21:55:43,449 INFO [RS:0;ef788a4cade8:43965 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:55:43,449 INFO [RS:1;ef788a4cade8:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:43,449 INFO [RS:0;ef788a4cade8:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:43,449 DEBUG [RS:0;ef788a4cade8:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:43,450 DEBUG [RS:0;ef788a4cade8:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:43,450 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:55:43,450 DEBUG [RS:0;ef788a4cade8:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:43,450 DEBUG [RS:0;ef788a4cade8:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:43,450 DEBUG [RS:0;ef788a4cade8:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:43,450 DEBUG [RS:0;ef788a4cade8:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:55:43,450 DEBUG [RS:0;ef788a4cade8:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:43,450 DEBUG [RS:0;ef788a4cade8:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:43,450 DEBUG [RS:0;ef788a4cade8:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:43,450 DEBUG [RS:0;ef788a4cade8:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:43,450 DEBUG [RS:0;ef788a4cade8:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:43,450 DEBUG [RS:0;ef788a4cade8:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:43,450 INFO [RS:1;ef788a4cade8:44591 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T21:55:43,450 DEBUG [RS:0;ef788a4cade8:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:55:43,450 DEBUG [RS:0;ef788a4cade8:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:55:43,451 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T21:55:43,451 INFO [RS:1;ef788a4cade8:44591 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T21:55:43,451 INFO [RS:1;ef788a4cade8:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:43,451 DEBUG [RS:1;ef788a4cade8:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:43,451 DEBUG [RS:1;ef788a4cade8:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:43,451 DEBUG [RS:1;ef788a4cade8:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:43,451 DEBUG [RS:1;ef788a4cade8:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:43,451 DEBUG [RS:1;ef788a4cade8:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:43,451 DEBUG [RS:1;ef788a4cade8:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef788a4cade8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T21:55:43,451 DEBUG [RS:1;ef788a4cade8:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:43,451 DEBUG [RS:1;ef788a4cade8:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:43,451 DEBUG [RS:1;ef788a4cade8:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:43,451 DEBUG [RS:1;ef788a4cade8:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:43,451 DEBUG [RS:1;ef788a4cade8:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:43,451 DEBUG [RS:1;ef788a4cade8:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef788a4cade8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T21:55:43,451 DEBUG [RS:1;ef788a4cade8:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:55:43,451 DEBUG [RS:1;ef788a4cade8:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef788a4cade8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T21:55:43,455 INFO [RS:0;ef788a4cade8:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:43,455 INFO [RS:0;ef788a4cade8:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:43,455 INFO [RS:0;ef788a4cade8:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:43,455 INFO [RS:0;ef788a4cade8:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:43,455 INFO [RS:0;ef788a4cade8:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:43,455 INFO [RS:0;ef788a4cade8:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,43965,1731621343134-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:55:43,455 INFO [RS:1;ef788a4cade8:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:43,455 INFO [RS:1;ef788a4cade8:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:43,455 INFO [RS:1;ef788a4cade8:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:43,455 INFO [RS:1;ef788a4cade8:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:43,455 INFO [RS:1;ef788a4cade8:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:43,455 INFO [RS:1;ef788a4cade8:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,44591,1731621343177-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:55:43,470 INFO [RS:0;ef788a4cade8:43965 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:55:43,470 INFO [RS:1;ef788a4cade8:44591 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T21:55:43,470 INFO [RS:0;ef788a4cade8:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,43965,1731621343134-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:43,470 INFO [RS:1;ef788a4cade8:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,44591,1731621343177-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:43,470 INFO [RS:1;ef788a4cade8:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:43,470 INFO [RS:0;ef788a4cade8:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:43,470 INFO [RS:1;ef788a4cade8:44591 {}] regionserver.Replication(171): ef788a4cade8,44591,1731621343177 started 2024-11-14T21:55:43,470 INFO [RS:0;ef788a4cade8:43965 {}] regionserver.Replication(171): ef788a4cade8,43965,1731621343134 started 2024-11-14T21:55:43,485 INFO [RS:1;ef788a4cade8:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:43,485 INFO [RS:0;ef788a4cade8:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:43,485 INFO [RS:1;ef788a4cade8:44591 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,44591,1731621343177, RpcServer on ef788a4cade8/172.17.0.2:44591, sessionid=0x100ac705f700002 2024-11-14T21:55:43,485 INFO [RS:0;ef788a4cade8:43965 {}] regionserver.HRegionServer(1482): Serving as ef788a4cade8,43965,1731621343134, RpcServer on ef788a4cade8/172.17.0.2:43965, sessionid=0x100ac705f700001 2024-11-14T21:55:43,485 DEBUG [RS:0;ef788a4cade8:43965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:55:43,485 DEBUG [RS:1;ef788a4cade8:44591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T21:55:43,485 DEBUG [RS:1;ef788a4cade8:44591 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,44591,1731621343177 2024-11-14T21:55:43,485 DEBUG [RS:0;ef788a4cade8:43965 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef788a4cade8,43965,1731621343134 2024-11-14T21:55:43,485 DEBUG [RS:1;ef788a4cade8:44591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,44591,1731621343177' 2024-11-14T21:55:43,485 DEBUG [RS:0;ef788a4cade8:43965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,43965,1731621343134' 2024-11-14T21:55:43,485 DEBUG [RS:0;ef788a4cade8:43965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T21:55:43,485 DEBUG [RS:1;ef788a4cade8:44591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T21:55:43,486 DEBUG [RS:0;ef788a4cade8:43965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T21:55:43,486 DEBUG [RS:1;ef788a4cade8:44591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T21:55:43,486 DEBUG [RS:0;ef788a4cade8:43965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:55:43,486 DEBUG [RS:0;ef788a4cade8:43965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:55:43,486 DEBUG [RS:1;ef788a4cade8:44591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T21:55:43,486 DEBUG [RS:1;ef788a4cade8:44591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T21:55:43,486 DEBUG [RS:0;ef788a4cade8:43965 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,43965,1731621343134 2024-11-14T21:55:43,486 DEBUG [RS:1;ef788a4cade8:44591 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef788a4cade8,44591,1731621343177 2024-11-14T21:55:43,486 DEBUG [RS:0;ef788a4cade8:43965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,43965,1731621343134' 2024-11-14T21:55:43,486 DEBUG [RS:1;ef788a4cade8:44591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef788a4cade8,44591,1731621343177' 2024-11-14T21:55:43,486 DEBUG [RS:0;ef788a4cade8:43965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T21:55:43,486 DEBUG [RS:1;ef788a4cade8:44591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T21:55:43,487 DEBUG [RS:0;ef788a4cade8:43965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T21:55:43,487 DEBUG [RS:1;ef788a4cade8:44591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T21:55:43,487 DEBUG [RS:0;ef788a4cade8:43965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:55:43,487 INFO [RS:0;ef788a4cade8:43965 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:55:43,487 INFO [RS:0;ef788a4cade8:43965 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:55:43,487 DEBUG [RS:1;ef788a4cade8:44591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T21:55:43,487 INFO [RS:1;ef788a4cade8:44591 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T21:55:43,487 INFO [RS:1;ef788a4cade8:44591 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T21:55:43,588 INFO [RS:1;ef788a4cade8:44591 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:55:43,588 INFO [RS:0;ef788a4cade8:43965 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T21:55:43,589 INFO [RS:1;ef788a4cade8:44591 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C44591%2C1731621343177, suffix=, logDir=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/WALs/ef788a4cade8,44591,1731621343177, archiveDir=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/oldWALs, maxLogs=32 2024-11-14T21:55:43,589 INFO [RS:0;ef788a4cade8:43965 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C43965%2C1731621343134, suffix=, logDir=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/WALs/ef788a4cade8,43965,1731621343134, archiveDir=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/oldWALs, maxLogs=32 2024-11-14T21:55:43,601 WARN [ef788a4cade8:42927 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T21:55:43,603 DEBUG [RS:1;ef788a4cade8:44591 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/WALs/ef788a4cade8,44591,1731621343177/ef788a4cade8%2C44591%2C1731621343177.1731621343590, exclude list is [], retry=0 2024-11-14T21:55:43,603 DEBUG [RS:0;ef788a4cade8:43965 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/WALs/ef788a4cade8,43965,1731621343134/ef788a4cade8%2C43965%2C1731621343134.1731621343590, exclude list is [], retry=0 2024-11-14T21:55:43,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-48d2f8d7-64c1-4692-b061-f723d0efe6b2,DISK] 2024-11-14T21:55:43,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40411,DS-77f16b48-a386-486e-8f28-17f9158b3f13,DISK] 2024-11-14T21:55:43,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40411,DS-77f16b48-a386-486e-8f28-17f9158b3f13,DISK] 2024-11-14T21:55:43,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-48d2f8d7-64c1-4692-b061-f723d0efe6b2,DISK] 2024-11-14T21:55:43,611 INFO [RS:1;ef788a4cade8:44591 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/WALs/ef788a4cade8,44591,1731621343177/ef788a4cade8%2C44591%2C1731621343177.1731621343590 2024-11-14T21:55:43,611 INFO [RS:0;ef788a4cade8:43965 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/WALs/ef788a4cade8,43965,1731621343134/ef788a4cade8%2C43965%2C1731621343134.1731621343590 2024-11-14T21:55:43,612 DEBUG [RS:1;ef788a4cade8:44591 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43669:43669),(127.0.0.1/127.0.0.1:36227:36227)] 2024-11-14T21:55:43,612 DEBUG [RS:0;ef788a4cade8:43965 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36227:36227),(127.0.0.1/127.0.0.1:43669:43669)] 2024-11-14T21:55:43,851 DEBUG [ef788a4cade8:42927 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T21:55:43,851 DEBUG [ef788a4cade8:42927 {}] balancer.BalancerClusterState(204): Hosts are {ef788a4cade8=0} racks are {/default-rack=0} 2024-11-14T21:55:43,853 DEBUG [ef788a4cade8:42927 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T21:55:43,853 DEBUG [ef788a4cade8:42927 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T21:55:43,853 DEBUG [ef788a4cade8:42927 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T21:55:43,853 DEBUG [ef788a4cade8:42927 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T21:55:43,853 INFO [ef788a4cade8:42927 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T21:55:43,853 INFO [ef788a4cade8:42927 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T21:55:43,853 DEBUG [ef788a4cade8:42927 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T21:55:43,854 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef788a4cade8,44591,1731621343177 2024-11-14T21:55:43,855 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,44591,1731621343177, state=OPENING 2024-11-14T21:55:43,858 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T21:55:43,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x100ac705f700002, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:43,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:43,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100ac705f700001, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:43,859 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T21:55:43,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:43,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:43,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:43,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,44591,1731621343177}] 2024-11-14T21:55:44,012 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:55:44,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:55:44,017 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T21:55:44,018 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T21:55:44,018 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T21:55:44,019 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef788a4cade8%2C44591%2C1731621343177.meta, suffix=.meta, logDir=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/WALs/ef788a4cade8,44591,1731621343177, archiveDir=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/oldWALs, maxLogs=32 2024-11-14T21:55:44,033 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/WALs/ef788a4cade8,44591,1731621343177/ef788a4cade8%2C44591%2C1731621343177.meta.1731621344019.meta, exclude list is [], retry=0 2024-11-14T21:55:44,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40411,DS-77f16b48-a386-486e-8f28-17f9158b3f13,DISK] 2024-11-14T21:55:44,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-48d2f8d7-64c1-4692-b061-f723d0efe6b2,DISK] 2024-11-14T21:55:44,037 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/WALs/ef788a4cade8,44591,1731621343177/ef788a4cade8%2C44591%2C1731621343177.meta.1731621344019.meta 2024-11-14T21:55:44,037 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36227:36227),(127.0.0.1/127.0.0.1:43669:43669)] 2024-11-14T21:55:44,037 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T21:55:44,038 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T21:55:44,038 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T21:55:44,038 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T21:55:44,038 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T21:55:44,038 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:44,038 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T21:55:44,038 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T21:55:44,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T21:55:44,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T21:55:44,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:44,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:44,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T21:55:44,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T21:55:44,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:44,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:44,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T21:55:44,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T21:55:44,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:44,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:44,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T21:55:44,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T21:55:44,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:44,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T21:55:44,044 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T21:55:44,044 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/hbase/meta/1588230740 2024-11-14T21:55:44,045 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/hbase/meta/1588230740 2024-11-14T21:55:44,046 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T21:55:44,046 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T21:55:44,046 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T21:55:44,048 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T21:55:44,048 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61632325, jitterRate=-0.08160679042339325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T21:55:44,049 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T21:55:44,049 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731621344038Writing region info on filesystem at 1731621344038Initializing all the Stores at 1731621344039 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621344039Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621344039Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621344039Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731621344039Cleaning up temporary data from old regions at 1731621344046 (+7 ms)Running coprocessor post-open hooks at 1731621344049 (+3 ms)Region opened successfully at 1731621344049 2024-11-14T21:55:44,050 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731621344012 2024-11-14T21:55:44,053 DEBUG [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T21:55:44,053 INFO [RS_OPEN_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T21:55:44,054 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,44591,1731621343177 2024-11-14T21:55:44,055 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef788a4cade8,44591,1731621343177, state=OPEN 2024-11-14T21:55:44,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100ac705f700001, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T21:55:44,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x100ac705f700002, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T21:55:44,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T21:55:44,057 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef788a4cade8,44591,1731621343177 2024-11-14T21:55:44,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:44,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:44,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T21:55:44,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T21:55:44,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef788a4cade8,44591,1731621343177 in 198 msec 2024-11-14T21:55:44,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T21:55:44,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 612 msec 2024-11-14T21:55:44,063 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T21:55:44,063 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T21:55:44,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:55:44,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,44591,1731621343177, seqNum=-1] 2024-11-14T21:55:44,065 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:55:44,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:55:44,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 684 msec 2024-11-14T21:55:44,071 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731621344071, completionTime=-1 2024-11-14T21:55:44,071 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-14T21:55:44,071 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T21:55:44,074 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-14T21:55:44,074 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731621404074 2024-11-14T21:55:44,074 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731621464074 2024-11-14T21:55:44,074 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T21:55:44,074 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,42927,1731621343079-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:44,074 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,42927,1731621343079-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:44,074 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,42927,1731621343079-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:44,074 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef788a4cade8:42927, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:44,074 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:44,074 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:44,076 DEBUG [master/ef788a4cade8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T21:55:44,079 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.856sec 2024-11-14T21:55:44,079 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T21:55:44,079 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T21:55:44,079 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T21:55:44,079 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T21:55:44,079 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T21:55:44,079 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,42927,1731621343079-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T21:55:44,079 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,42927,1731621343079-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T21:55:44,082 DEBUG [master/ef788a4cade8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T21:55:44,082 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T21:55:44,082 INFO [master/ef788a4cade8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef788a4cade8,42927,1731621343079-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T21:55:44,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f06f337, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:55:44,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef788a4cade8,42927,-1 for getting cluster id 2024-11-14T21:55:44,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T21:55:44,103 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db36fc35-4d42-4aa3-9bba-b9d5d56c2b10' 2024-11-14T21:55:44,104 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T21:55:44,104 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db36fc35-4d42-4aa3-9bba-b9d5d56c2b10" 2024-11-14T21:55:44,104 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36eeb076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:55:44,105 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef788a4cade8,42927,-1] 2024-11-14T21:55:44,105 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T21:55:44,105 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:44,106 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T21:55:44,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ea7baa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T21:55:44,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T21:55:44,109 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef788a4cade8,44591,1731621343177, seqNum=-1] 2024-11-14T21:55:44,109 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:55:44,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:55:44,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef788a4cade8,42927,1731621343079 2024-11-14T21:55:44,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T21:55:44,113 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ef788a4cade8,42927,1731621343079 2024-11-14T21:55:44,113 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50aadaba 2024-11-14T21:55:44,113 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T21:55:44,114 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T21:55:44,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T21:55:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-14T21:55:44,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T21:55:44,117 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:44,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-14T21:55:44,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T21:55:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:44,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741836_1012 (size=379) 2024-11-14T21:55:44,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741836_1012 (size=379) 2024-11-14T21:55:44,128 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31ae29836eade3418f594ba4481ee933, NAME => 'testClearRegionBlockCache,,1731621344114.31ae29836eade3418f594ba4481ee933.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c 2024-11-14T21:55:44,129 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7e9e5d88553c4dcb1194069d44c47adf, NAME => 'testClearRegionBlockCache,5,1731621344114.7e9e5d88553c4dcb1194069d44c47adf.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c 2024-11-14T21:55:44,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741838_1014 (size=61) 2024-11-14T21:55:44,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741837_1013 (size=61) 2024-11-14T21:55:44,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741837_1013 (size=61) 2024-11-14T21:55:44,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741838_1014 (size=61) 2024-11-14T21:55:44,138 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731621344114.7e9e5d88553c4dcb1194069d44c47adf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:44,138 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 7e9e5d88553c4dcb1194069d44c47adf, disabling compactions & flushes 2024-11-14T21:55:44,138 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731621344114.7e9e5d88553c4dcb1194069d44c47adf. 2024-11-14T21:55:44,138 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731621344114.7e9e5d88553c4dcb1194069d44c47adf. 2024-11-14T21:55:44,138 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731621344114.7e9e5d88553c4dcb1194069d44c47adf. after waiting 0 ms 2024-11-14T21:55:44,138 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731621344114.7e9e5d88553c4dcb1194069d44c47adf. 2024-11-14T21:55:44,138 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731621344114.31ae29836eade3418f594ba4481ee933.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:44,138 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731621344114.7e9e5d88553c4dcb1194069d44c47adf. 2024-11-14T21:55:44,138 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 31ae29836eade3418f594ba4481ee933, disabling compactions & flushes 2024-11-14T21:55:44,138 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7e9e5d88553c4dcb1194069d44c47adf: Waiting for close lock at 1731621344138Disabling compacts and flushes for region at 1731621344138Disabling writes for close at 1731621344138Writing region close event to WAL at 1731621344138Closed at 1731621344138 2024-11-14T21:55:44,138 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731621344114.31ae29836eade3418f594ba4481ee933. 2024-11-14T21:55:44,138 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731621344114.31ae29836eade3418f594ba4481ee933. 2024-11-14T21:55:44,138 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731621344114.31ae29836eade3418f594ba4481ee933. after waiting 0 ms 2024-11-14T21:55:44,138 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731621344114.31ae29836eade3418f594ba4481ee933. 2024-11-14T21:55:44,138 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731621344114.31ae29836eade3418f594ba4481ee933. 2024-11-14T21:55:44,138 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31ae29836eade3418f594ba4481ee933: Waiting for close lock at 1731621344138Disabling compacts and flushes for region at 1731621344138Disabling writes for close at 1731621344138Writing region close event to WAL at 1731621344138Closed at 1731621344138 2024-11-14T21:55:44,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T21:55:44,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731621344114.7e9e5d88553c4dcb1194069d44c47adf.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731621344140"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731621344140"}]},"ts":"1731621344140"} 2024-11-14T21:55:44,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731621344114.31ae29836eade3418f594ba4481ee933.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731621344140"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731621344140"}]},"ts":"1731621344140"} 2024-11-14T21:55:44,145 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T21:55:44,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T21:55:44,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731621344146"}]},"ts":"1731621344146"} 2024-11-14T21:55:44,150 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-14T21:55:44,150 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {ef788a4cade8=0} racks are {/default-rack=0} 2024-11-14T21:55:44,152 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T21:55:44,152 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T21:55:44,152 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T21:55:44,152 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T21:55:44,152 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T21:55:44,152 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T21:55:44,152 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T21:55:44,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=31ae29836eade3418f594ba4481ee933, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7e9e5d88553c4dcb1194069d44c47adf, ASSIGN}] 2024-11-14T21:55:44,153 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=31ae29836eade3418f594ba4481ee933, ASSIGN 2024-11-14T21:55:44,153 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7e9e5d88553c4dcb1194069d44c47adf, ASSIGN 2024-11-14T21:55:44,154 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=31ae29836eade3418f594ba4481ee933, ASSIGN; state=OFFLINE, location=ef788a4cade8,43965,1731621343134; forceNewPlan=false, retain=false 2024-11-14T21:55:44,155 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7e9e5d88553c4dcb1194069d44c47adf, ASSIGN; state=OFFLINE, location=ef788a4cade8,44591,1731621343177; forceNewPlan=false, retain=false 2024-11-14T21:55:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:44,305 INFO [ef788a4cade8:42927 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-14T21:55:44,305 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7e9e5d88553c4dcb1194069d44c47adf, regionState=OPENING, regionLocation=ef788a4cade8,44591,1731621343177 2024-11-14T21:55:44,305 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=31ae29836eade3418f594ba4481ee933, regionState=OPENING, regionLocation=ef788a4cade8,43965,1731621343134 2024-11-14T21:55:44,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7e9e5d88553c4dcb1194069d44c47adf, ASSIGN because future has completed 2024-11-14T21:55:44,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e9e5d88553c4dcb1194069d44c47adf, server=ef788a4cade8,44591,1731621343177}] 2024-11-14T21:55:44,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=31ae29836eade3418f594ba4481ee933, ASSIGN because future has completed 2024-11-14T21:55:44,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31ae29836eade3418f594ba4481ee933, server=ef788a4cade8,43965,1731621343134}] 2024-11-14T21:55:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:44,462 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:55:44,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:55:44,465 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731621344114.7e9e5d88553c4dcb1194069d44c47adf. 2024-11-14T21:55:44,465 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e9e5d88553c4dcb1194069d44c47adf, NAME => 'testClearRegionBlockCache,5,1731621344114.7e9e5d88553c4dcb1194069d44c47adf.', STARTKEY => '5', ENDKEY => ''} 2024-11-14T21:55:44,466 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7e9e5d88553c4dcb1194069d44c47adf 2024-11-14T21:55:44,466 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731621344114.7e9e5d88553c4dcb1194069d44c47adf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:44,466 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7e9e5d88553c4dcb1194069d44c47adf 2024-11-14T21:55:44,466 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7e9e5d88553c4dcb1194069d44c47adf 2024-11-14T21:55:44,467 INFO [StoreOpener-7e9e5d88553c4dcb1194069d44c47adf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7e9e5d88553c4dcb1194069d44c47adf 2024-11-14T21:55:44,468 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731621344114.31ae29836eade3418f594ba4481ee933. 2024-11-14T21:55:44,468 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 31ae29836eade3418f594ba4481ee933, NAME => 'testClearRegionBlockCache,,1731621344114.31ae29836eade3418f594ba4481ee933.', STARTKEY => '', ENDKEY => '5'} 2024-11-14T21:55:44,468 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 31ae29836eade3418f594ba4481ee933 2024-11-14T21:55:44,468 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731621344114.31ae29836eade3418f594ba4481ee933.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T21:55:44,468 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 31ae29836eade3418f594ba4481ee933 2024-11-14T21:55:44,469 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 31ae29836eade3418f594ba4481ee933 2024-11-14T21:55:44,469 INFO [StoreOpener-7e9e5d88553c4dcb1194069d44c47adf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e9e5d88553c4dcb1194069d44c47adf columnFamilyName family 2024-11-14T21:55:44,469 DEBUG [StoreOpener-7e9e5d88553c4dcb1194069d44c47adf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:44,469 INFO [StoreOpener-7e9e5d88553c4dcb1194069d44c47adf-1 {}] regionserver.HStore(327): Store=7e9e5d88553c4dcb1194069d44c47adf/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:44,469 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7e9e5d88553c4dcb1194069d44c47adf 2024-11-14T21:55:44,470 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/default/testClearRegionBlockCache/7e9e5d88553c4dcb1194069d44c47adf 2024-11-14T21:55:44,471 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/default/testClearRegionBlockCache/7e9e5d88553c4dcb1194069d44c47adf 2024-11-14T21:55:44,471 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7e9e5d88553c4dcb1194069d44c47adf 2024-11-14T21:55:44,471 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7e9e5d88553c4dcb1194069d44c47adf 2024-11-14T21:55:44,473 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7e9e5d88553c4dcb1194069d44c47adf 2024-11-14T21:55:44,474 INFO [StoreOpener-31ae29836eade3418f594ba4481ee933-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 31ae29836eade3418f594ba4481ee933 2024-11-14T21:55:44,476 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/default/testClearRegionBlockCache/7e9e5d88553c4dcb1194069d44c47adf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:55:44,476 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 7e9e5d88553c4dcb1194069d44c47adf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70848532, jitterRate=0.05572539567947388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T21:55:44,476 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e9e5d88553c4dcb1194069d44c47adf 2024-11-14T21:55:44,477 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7e9e5d88553c4dcb1194069d44c47adf: Running coprocessor pre-open hook at 1731621344466Writing region info on filesystem at 1731621344466Initializing all the Stores at 1731621344467 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621344467Cleaning up temporary data from old regions at 1731621344471 (+4 ms)Running coprocessor post-open hooks at 1731621344476 (+5 ms)Region opened successfully at 1731621344477 (+1 ms) 2024-11-14T21:55:44,478 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731621344114.7e9e5d88553c4dcb1194069d44c47adf., pid=7, masterSystemTime=1731621344461 2024-11-14T21:55:44,481 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731621344114.7e9e5d88553c4dcb1194069d44c47adf. 2024-11-14T21:55:44,481 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731621344114.7e9e5d88553c4dcb1194069d44c47adf. 2024-11-14T21:55:44,482 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7e9e5d88553c4dcb1194069d44c47adf, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,44591,1731621343177 2024-11-14T21:55:44,483 INFO [StoreOpener-31ae29836eade3418f594ba4481ee933-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31ae29836eade3418f594ba4481ee933 columnFamilyName family 2024-11-14T21:55:44,483 DEBUG [StoreOpener-31ae29836eade3418f594ba4481ee933-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T21:55:44,484 INFO [StoreOpener-31ae29836eade3418f594ba4481ee933-1 {}] regionserver.HStore(327): Store=31ae29836eade3418f594ba4481ee933/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T21:55:44,484 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 31ae29836eade3418f594ba4481ee933 2024-11-14T21:55:44,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e9e5d88553c4dcb1194069d44c47adf, server=ef788a4cade8,44591,1731621343177 because future has completed 2024-11-14T21:55:44,485 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/default/testClearRegionBlockCache/31ae29836eade3418f594ba4481ee933 2024-11-14T21:55:44,486 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/default/testClearRegionBlockCache/31ae29836eade3418f594ba4481ee933 2024-11-14T21:55:44,486 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 31ae29836eade3418f594ba4481ee933 2024-11-14T21:55:44,486 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 31ae29836eade3418f594ba4481ee933 2024-11-14T21:55:44,488 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 31ae29836eade3418f594ba4481ee933 2024-11-14T21:55:44,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T21:55:44,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e9e5d88553c4dcb1194069d44c47adf, server=ef788a4cade8,44591,1731621343177 in 178 msec 2024-11-14T21:55:44,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7e9e5d88553c4dcb1194069d44c47adf, ASSIGN in 338 msec 2024-11-14T21:55:44,493 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/default/testClearRegionBlockCache/31ae29836eade3418f594ba4481ee933/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T21:55:44,494 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 31ae29836eade3418f594ba4481ee933; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74347737, jitterRate=0.10786761343479156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T21:55:44,494 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31ae29836eade3418f594ba4481ee933 2024-11-14T21:55:44,494 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 31ae29836eade3418f594ba4481ee933: Running coprocessor pre-open hook at 1731621344469Writing region info on filesystem at 1731621344469Initializing all the Stores at 1731621344469Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731621344469Cleaning up temporary data from old regions at 1731621344486 (+17 ms)Running coprocessor post-open hooks at 1731621344494 (+8 ms)Region opened successfully at 1731621344494 2024-11-14T21:55:44,495 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731621344114.31ae29836eade3418f594ba4481ee933., pid=8, masterSystemTime=1731621344462 2024-11-14T21:55:44,497 DEBUG [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731621344114.31ae29836eade3418f594ba4481ee933. 2024-11-14T21:55:44,497 INFO [RS_OPEN_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731621344114.31ae29836eade3418f594ba4481ee933. 2024-11-14T21:55:44,497 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=31ae29836eade3418f594ba4481ee933, regionState=OPEN, openSeqNum=2, regionLocation=ef788a4cade8,43965,1731621343134 2024-11-14T21:55:44,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31ae29836eade3418f594ba4481ee933, server=ef788a4cade8,43965,1731621343134 because future has completed 2024-11-14T21:55:44,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-14T21:55:44,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 31ae29836eade3418f594ba4481ee933, server=ef788a4cade8,43965,1731621343134 in 191 msec 2024-11-14T21:55:44,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T21:55:44,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=31ae29836eade3418f594ba4481ee933, ASSIGN in 351 msec 2024-11-14T21:55:44,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T21:55:44,507 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731621344506"}]},"ts":"1731621344506"} 2024-11-14T21:55:44,509 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-14T21:55:44,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T21:55:44,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 395 msec 2024-11-14T21:55:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T21:55:44,749 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-14T21:55:44,749 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-14T21:55:44,750 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T21:55:44,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-14T21:55:44,753 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T21:55:44,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-14T21:55:44,756 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731621344114.31ae29836eade3418f594ba4481ee933., hostname=ef788a4cade8,43965,1731621343134, seqNum=2] 2024-11-14T21:55:44,757 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T21:55:44,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T21:55:44,768 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731621344114.7e9e5d88553c4dcb1194069d44c47adf., hostname=ef788a4cade8,44591,1731621343177, seqNum=2] 2024-11-14T21:55:44,777 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 31ae29836eade3418f594ba4481ee933 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-14T21:55:44,793 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/default/testClearRegionBlockCache/31ae29836eade3418f594ba4481ee933/.tmp/family/60a67c8812d2491dab1b30474d2d82e2 is 32, key is 1/family:/1731621344759/Put/seqid=0 2024-11-14T21:55:44,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741839_1015 (size=5054) 2024-11-14T21:55:44,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741839_1015 (size=5054) 2024-11-14T21:55:44,799 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/default/testClearRegionBlockCache/31ae29836eade3418f594ba4481ee933/.tmp/family/60a67c8812d2491dab1b30474d2d82e2 2024-11-14T21:55:44,805 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/default/testClearRegionBlockCache/31ae29836eade3418f594ba4481ee933/.tmp/family/60a67c8812d2491dab1b30474d2d82e2 as hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/default/testClearRegionBlockCache/31ae29836eade3418f594ba4481ee933/family/60a67c8812d2491dab1b30474d2d82e2 2024-11-14T21:55:44,810 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/default/testClearRegionBlockCache/31ae29836eade3418f594ba4481ee933/family/60a67c8812d2491dab1b30474d2d82e2, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T21:55:44,811 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 31ae29836eade3418f594ba4481ee933 in 34ms, sequenceid=8, compaction requested=false 2024-11-14T21:55:44,811 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 31ae29836eade3418f594ba4481ee933: 2024-11-14T21:55:44,811 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7e9e5d88553c4dcb1194069d44c47adf 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-14T21:55:44,827 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/default/testClearRegionBlockCache/7e9e5d88553c4dcb1194069d44c47adf/.tmp/family/c66b6c4d2f144bca9f1367e0e822e8e7 is 32, key is 5/family:/1731621344769/Put/seqid=0 2024-11-14T21:55:44,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741840_1016 (size=5083) 2024-11-14T21:55:44,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741840_1016 (size=5083) 2024-11-14T21:55:44,832 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/default/testClearRegionBlockCache/7e9e5d88553c4dcb1194069d44c47adf/.tmp/family/c66b6c4d2f144bca9f1367e0e822e8e7 2024-11-14T21:55:44,839 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/default/testClearRegionBlockCache/7e9e5d88553c4dcb1194069d44c47adf/.tmp/family/c66b6c4d2f144bca9f1367e0e822e8e7 as hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/default/testClearRegionBlockCache/7e9e5d88553c4dcb1194069d44c47adf/family/c66b6c4d2f144bca9f1367e0e822e8e7 2024-11-14T21:55:44,845 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/default/testClearRegionBlockCache/7e9e5d88553c4dcb1194069d44c47adf/family/c66b6c4d2f144bca9f1367e0e822e8e7, entries=5, sequenceid=9, filesize=5.0 K 2024-11-14T21:55:44,846 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 7e9e5d88553c4dcb1194069d44c47adf in 35ms, sequenceid=9, compaction requested=false 2024-11-14T21:55:44,846 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7e9e5d88553c4dcb1194069d44c47adf: 2024-11-14T21:55:44,850 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-14T21:55:44,853 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:55:44,853 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T21:55:44,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:55:44,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T21:55:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] bucket.BucketCache(1864): found 1 blocks for file c66b6c4d2f144bca9f1367e0e822e8e7, starting offset: 0, end offset: 9223372036854775807 2024-11-14T21:55:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] bucket.BucketCache(1864): found 1 blocks for file 60a67c8812d2491dab1b30474d2d82e2, starting offset: 0, end offset: 9223372036854775807 2024-11-14T21:55:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] bucket.BucketCache(857): removed key c66b6c4d2f144bca9f1367e0e822e8e7_0 from back map with offset lock 2094080 in the evict process 2024-11-14T21:55:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] bucket.BucketCache(857): removed key 60a67c8812d2491dab1b30474d2d82e2_0 from back map with offset lock 2094080 in the evict process 2024-11-14T21:55:44,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T21:55:44,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:55:44,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:44,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:44,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:44,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T21:55:44,856 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T21:55:44,856 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=331446583, stopped=false 2024-11-14T21:55:44,856 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef788a4cade8,42927,1731621343079 2024-11-14T21:55:44,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x100ac705f700002, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:44,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100ac705f700001, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:44,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x100ac705f700002, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:44,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100ac705f700001, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:44,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T21:55:44,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:44,858 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:55:44,858 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T21:55:44,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:44,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:44,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43965-0x100ac705f700001, quorum=127.0.0.1:62542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:44,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44591-0x100ac705f700002, quorum=127.0.0.1:62542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:44,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T21:55:44,859 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,43965,1731621343134' ***** 2024-11-14T21:55:44,859 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:55:44,859 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef788a4cade8,44591,1731621343177' ***** 2024-11-14T21:55:44,859 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T21:55:44,859 INFO [RS:0;ef788a4cade8:43965 {}] bucket.BucketCache(1739): Disabling cache 2024-11-14T21:55:44,859 INFO [RS:1;ef788a4cade8:44591 {}] bucket.BucketCache(1739): Disabling cache 2024-11-14T21:55:44,859 INFO [RS:0;ef788a4cade8:43965 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-14T21:55:44,859 INFO [RS:1;ef788a4cade8:44591 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-14T21:55:44,859 INFO [RS:1;ef788a4cade8:44591 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:55:44,859 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-14T21:55:44,860 INFO [RS:1;ef788a4cade8:44591 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:55:44,860 INFO [RS:1;ef788a4cade8:44591 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:55:44,860 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-14T21:55:44,860 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-14T21:55:44,860 INFO [RS:1;ef788a4cade8:44591 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e9e5d88553c4dcb1194069d44c47adf 2024-11-14T21:55:44,860 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-14T21:55:44,860 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-14T21:55:44,860 INFO [RS:0;ef788a4cade8:43965 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T21:55:44,860 INFO [RS:1;ef788a4cade8:44591 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,44591,1731621343177 2024-11-14T21:55:44,860 INFO [RS:1;ef788a4cade8:44591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:55:44,860 INFO [RS:0;ef788a4cade8:43965 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T21:55:44,860 INFO [RS:0;ef788a4cade8:43965 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T21:55:44,860 INFO [RS:1;ef788a4cade8:44591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ef788a4cade8:44591. 2024-11-14T21:55:44,860 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-14T21:55:44,860 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:55:44,860 INFO [RS:0;ef788a4cade8:43965 {}] regionserver.HRegionServer(3091): Received CLOSE for 31ae29836eade3418f594ba4481ee933 2024-11-14T21:55:44,860 DEBUG [RS:1;ef788a4cade8:44591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:44,860 DEBUG [RS:1;ef788a4cade8:44591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:44,860 INFO [RS:1;ef788a4cade8:44591 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:55:44,860 INFO [RS:1;ef788a4cade8:44591 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:55:44,860 INFO [RS:1;ef788a4cade8:44591 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:55:44,860 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T21:55:44,860 INFO [RS:1;ef788a4cade8:44591 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T21:55:44,860 INFO [RS:0;ef788a4cade8:43965 {}] regionserver.HRegionServer(959): stopping server ef788a4cade8,43965,1731621343134 2024-11-14T21:55:44,860 INFO [RS:0;ef788a4cade8:43965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:55:44,861 INFO [RS:0;ef788a4cade8:43965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef788a4cade8:43965. 2024-11-14T21:55:44,861 DEBUG [RS:0;ef788a4cade8:43965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T21:55:44,861 DEBUG [RS:0;ef788a4cade8:43965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:44,861 INFO [RS:0;ef788a4cade8:43965 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T21:55:44,861 DEBUG [RS:0;ef788a4cade8:43965 {}] regionserver.HRegionServer(1325): Online Regions={31ae29836eade3418f594ba4481ee933=testClearRegionBlockCache,,1731621344114.31ae29836eade3418f594ba4481ee933.} 2024-11-14T21:55:44,861 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e9e5d88553c4dcb1194069d44c47adf, disabling compactions & flushes 2024-11-14T21:55:44,861 DEBUG [RS:0;ef788a4cade8:43965 {}] regionserver.HRegionServer(1351): Waiting on 31ae29836eade3418f594ba4481ee933 2024-11-14T21:55:44,861 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731621344114.7e9e5d88553c4dcb1194069d44c47adf. 2024-11-14T21:55:44,861 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731621344114.7e9e5d88553c4dcb1194069d44c47adf. 2024-11-14T21:55:44,861 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731621344114.7e9e5d88553c4dcb1194069d44c47adf. after waiting 0 ms 2024-11-14T21:55:44,861 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731621344114.7e9e5d88553c4dcb1194069d44c47adf. 2024-11-14T21:55:44,861 INFO [RS:1;ef788a4cade8:44591 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T21:55:44,861 DEBUG [RS:1;ef788a4cade8:44591 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7e9e5d88553c4dcb1194069d44c47adf=testClearRegionBlockCache,5,1731621344114.7e9e5d88553c4dcb1194069d44c47adf.} 2024-11-14T21:55:44,861 DEBUG [RS:1;ef788a4cade8:44591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e9e5d88553c4dcb1194069d44c47adf 2024-11-14T21:55:44,861 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31ae29836eade3418f594ba4481ee933, disabling compactions & flushes 2024-11-14T21:55:44,861 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T21:55:44,861 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731621344114.31ae29836eade3418f594ba4481ee933. 2024-11-14T21:55:44,861 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T21:55:44,861 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T21:55:44,861 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731621344114.31ae29836eade3418f594ba4481ee933. 2024-11-14T21:55:44,862 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T21:55:44,862 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731621344114.31ae29836eade3418f594ba4481ee933. after waiting 0 ms 2024-11-14T21:55:44,862 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T21:55:44,862 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731621344114.31ae29836eade3418f594ba4481ee933. 2024-11-14T21:55:44,862 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-14T21:55:44,866 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/default/testClearRegionBlockCache/31ae29836eade3418f594ba4481ee933/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T21:55:44,866 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/default/testClearRegionBlockCache/7e9e5d88553c4dcb1194069d44c47adf/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T21:55:44,867 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731621344114.31ae29836eade3418f594ba4481ee933. 2024-11-14T21:55:44,867 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31ae29836eade3418f594ba4481ee933: Waiting for close lock at 1731621344861Running coprocessor pre-close hooks at 1731621344861Disabling compacts and flushes for region at 1731621344861Disabling writes for close at 1731621344862 (+1 ms)Writing region close event to WAL at 1731621344862Running coprocessor post-close hooks at 1731621344867 (+5 ms)Closed at 1731621344867 2024-11-14T21:55:44,867 INFO [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731621344114.7e9e5d88553c4dcb1194069d44c47adf. 2024-11-14T21:55:44,867 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731621344114.31ae29836eade3418f594ba4481ee933. 2024-11-14T21:55:44,867 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e9e5d88553c4dcb1194069d44c47adf: Waiting for close lock at 1731621344861Running coprocessor pre-close hooks at 1731621344861Disabling compacts and flushes for region at 1731621344861Disabling writes for close at 1731621344861Writing region close event to WAL at 1731621344862 (+1 ms)Running coprocessor post-close hooks at 1731621344867 (+5 ms)Closed at 1731621344867 2024-11-14T21:55:44,867 DEBUG [RS_CLOSE_REGION-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731621344114.7e9e5d88553c4dcb1194069d44c47adf. 2024-11-14T21:55:44,878 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/hbase/meta/1588230740/.tmp/info/1254370883314de196844dc22d906ce3 is 173, key is testClearRegionBlockCache,5,1731621344114.7e9e5d88553c4dcb1194069d44c47adf./info:regioninfo/1731621344482/Put/seqid=0 2024-11-14T21:55:44,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741841_1017 (size=8173) 2024-11-14T21:55:44,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741841_1017 (size=8173) 2024-11-14T21:55:44,884 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/hbase/meta/1588230740/.tmp/info/1254370883314de196844dc22d906ce3 2024-11-14T21:55:44,904 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/hbase/meta/1588230740/.tmp/ns/0d277924c64e417388dc4de87798e292 is 43, key is default/ns:d/1731621344067/Put/seqid=0 2024-11-14T21:55:44,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741842_1018 (size=5153) 2024-11-14T21:55:44,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741842_1018 (size=5153) 2024-11-14T21:55:44,910 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/hbase/meta/1588230740/.tmp/ns/0d277924c64e417388dc4de87798e292 2024-11-14T21:55:44,931 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/hbase/meta/1588230740/.tmp/table/65a2503b0ce84e429db7c10192a21e03 is 61, key is testClearRegionBlockCache/table:state/1731621344506/Put/seqid=0 2024-11-14T21:55:44,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741843_1019 (size=5312) 2024-11-14T21:55:44,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741843_1019 (size=5312) 2024-11-14T21:55:44,937 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/hbase/meta/1588230740/.tmp/table/65a2503b0ce84e429db7c10192a21e03 2024-11-14T21:55:44,943 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/hbase/meta/1588230740/.tmp/info/1254370883314de196844dc22d906ce3 as hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/hbase/meta/1588230740/info/1254370883314de196844dc22d906ce3 2024-11-14T21:55:44,948 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/hbase/meta/1588230740/info/1254370883314de196844dc22d906ce3, entries=20, sequenceid=13, filesize=8.0 K 2024-11-14T21:55:44,949 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/hbase/meta/1588230740/.tmp/ns/0d277924c64e417388dc4de87798e292 as hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/hbase/meta/1588230740/ns/0d277924c64e417388dc4de87798e292 2024-11-14T21:55:44,955 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/hbase/meta/1588230740/ns/0d277924c64e417388dc4de87798e292, entries=2, sequenceid=13, filesize=5.0 K 2024-11-14T21:55:44,956 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/hbase/meta/1588230740/.tmp/table/65a2503b0ce84e429db7c10192a21e03 as hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/hbase/meta/1588230740/table/65a2503b0ce84e429db7c10192a21e03 2024-11-14T21:55:44,956 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:55:44,956 INFO [regionserver/ef788a4cade8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:55:44,961 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/hbase/meta/1588230740/table/65a2503b0ce84e429db7c10192a21e03, entries=2, sequenceid=13, filesize=5.2 K 2024-11-14T21:55:44,963 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 101ms, sequenceid=13, compaction requested=false 2024-11-14T21:55:44,967 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T21:55:44,968 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T21:55:44,968 INFO [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T21:55:44,968 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731621344861Running coprocessor pre-close hooks at 1731621344861Disabling compacts and flushes for region at 1731621344861Disabling writes for close at 1731621344862 (+1 ms)Obtaining lock to block concurrent updates at 1731621344862Preparing flush snapshotting stores in 1588230740 at 1731621344862Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731621344862Flushing stores of hbase:meta,,1.1588230740 at 1731621344863 (+1 ms)Flushing 1588230740/info: creating writer at 1731621344863Flushing 1588230740/info: appending metadata at 1731621344878 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731621344878Flushing 1588230740/ns: creating writer at 1731621344889 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731621344904 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731621344904Flushing 1588230740/table: creating writer at 1731621344915 (+11 ms)Flushing 1588230740/table: appending metadata at 1731621344931 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731621344931Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73d5bb0b: reopening flushed file at 1731621344942 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72dfcd63: reopening flushed file at 1731621344949 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47188cba: reopening flushed file at 1731621344955 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 101ms, sequenceid=13, compaction requested=false at 1731621344963 (+8 ms)Writing region close event to WAL at 1731621344964 (+1 ms)Running coprocessor post-close hooks at 1731621344968 (+4 ms)Closed at 1731621344968 2024-11-14T21:55:44,968 DEBUG [RS_CLOSE_META-regionserver/ef788a4cade8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T21:55:45,061 INFO [RS:0;ef788a4cade8:43965 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,43965,1731621343134; all regions closed. 2024-11-14T21:55:45,061 INFO [RS:1;ef788a4cade8:44591 {}] regionserver.HRegionServer(976): stopping server ef788a4cade8,44591,1731621343177; all regions closed. 2024-11-14T21:55:45,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741835_1011 (size=4338) 2024-11-14T21:55:45,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741835_1011 (size=4338) 2024-11-14T21:55:45,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741834_1010 (size=1758) 2024-11-14T21:55:45,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741834_1010 (size=1758) 2024-11-14T21:55:45,067 DEBUG [RS:1;ef788a4cade8:44591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/oldWALs 2024-11-14T21:55:45,067 INFO [RS:1;ef788a4cade8:44591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C44591%2C1731621343177.meta:.meta(num 1731621344019) 2024-11-14T21:55:45,067 DEBUG [RS:0;ef788a4cade8:43965 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/oldWALs 2024-11-14T21:55:45,067 INFO [RS:0;ef788a4cade8:43965 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C43965%2C1731621343134:(num 1731621343590) 2024-11-14T21:55:45,067 DEBUG [RS:0;ef788a4cade8:43965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:45,067 INFO [RS:0;ef788a4cade8:43965 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:55:45,067 INFO [RS:0;ef788a4cade8:43965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:55:45,068 INFO [RS:0;ef788a4cade8:43965 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T21:55:45,068 INFO [RS:0;ef788a4cade8:43965 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T21:55:45,068 INFO [RS:0;ef788a4cade8:43965 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T21:55:45,068 INFO [RS:0;ef788a4cade8:43965 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T21:55:45,068 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:55:45,068 INFO [RS:0;ef788a4cade8:43965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:55:45,068 INFO [RS:0;ef788a4cade8:43965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43965 2024-11-14T21:55:45,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741833_1009 (size=1867) 2024-11-14T21:55:45,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741833_1009 (size=1867) 2024-11-14T21:55:45,072 DEBUG [RS:1;ef788a4cade8:44591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/oldWALs 2024-11-14T21:55:45,072 INFO [RS:1;ef788a4cade8:44591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef788a4cade8%2C44591%2C1731621343177:(num 1731621343590) 2024-11-14T21:55:45,072 DEBUG [RS:1;ef788a4cade8:44591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T21:55:45,072 INFO [RS:1;ef788a4cade8:44591 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T21:55:45,072 INFO [RS:1;ef788a4cade8:44591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:55:45,072 INFO [RS:1;ef788a4cade8:44591 {}] hbase.ChoreService(370): Chore service for: regionserver/ef788a4cade8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T21:55:45,072 INFO [RS:1;ef788a4cade8:44591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:55:45,072 INFO [regionserver/ef788a4cade8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:55:45,072 INFO [RS:1;ef788a4cade8:44591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44591 2024-11-14T21:55:45,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100ac705f700001, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ef788a4cade8,43965,1731621343134 2024-11-14T21:55:45,073 INFO [RS:0;ef788a4cade8:43965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:55:45,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T21:55:45,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x100ac705f700002, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ef788a4cade8,44591,1731621343177 2024-11-14T21:55:45,074 INFO [RS:1;ef788a4cade8:44591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:55:45,074 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,43965,1731621343134] 2024-11-14T21:55:45,076 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ef788a4cade8,43965,1731621343134 already deleted, retry=false 2024-11-14T21:55:45,076 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,43965,1731621343134 expired; onlineServers=1 2024-11-14T21:55:45,076 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef788a4cade8,44591,1731621343177] 2024-11-14T21:55:45,082 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ef788a4cade8,44591,1731621343177 already deleted, retry=false 2024-11-14T21:55:45,082 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef788a4cade8,44591,1731621343177 expired; onlineServers=0 2024-11-14T21:55:45,082 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef788a4cade8,42927,1731621343079' ***** 2024-11-14T21:55:45,082 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T21:55:45,082 INFO [M:0;ef788a4cade8:42927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T21:55:45,082 INFO [M:0;ef788a4cade8:42927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T21:55:45,082 DEBUG [M:0;ef788a4cade8:42927 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T21:55:45,082 DEBUG [M:0;ef788a4cade8:42927 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T21:55:45,082 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731621343399 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.small.0-1731621343399,5,FailOnTimeoutGroup] 2024-11-14T21:55:45,082 DEBUG [master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731621343398 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef788a4cade8:0:becomeActiveMaster-HFileCleaner.large.0-1731621343398,5,FailOnTimeoutGroup] 2024-11-14T21:55:45,082 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T21:55:45,083 INFO [M:0;ef788a4cade8:42927 {}] hbase.ChoreService(370): Chore service for: master/ef788a4cade8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T21:55:45,083 INFO [M:0;ef788a4cade8:42927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T21:55:45,083 DEBUG [M:0;ef788a4cade8:42927 {}] master.HMaster(1795): Stopping service threads 2024-11-14T21:55:45,083 INFO [M:0;ef788a4cade8:42927 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T21:55:45,083 INFO [M:0;ef788a4cade8:42927 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T21:55:45,083 INFO [M:0;ef788a4cade8:42927 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T21:55:45,083 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T21:55:45,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T21:55:45,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T21:55:45,084 DEBUG [M:0;ef788a4cade8:42927 {}] zookeeper.ZKUtil(347): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T21:55:45,084 WARN [M:0;ef788a4cade8:42927 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T21:55:45,085 INFO [M:0;ef788a4cade8:42927 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/.lastflushedseqids 2024-11-14T21:55:45,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741844_1020 (size=191) 2024-11-14T21:55:45,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741844_1020 (size=191) 2024-11-14T21:55:45,091 INFO [M:0;ef788a4cade8:42927 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T21:55:45,091 INFO [M:0;ef788a4cade8:42927 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T21:55:45,092 DEBUG [M:0;ef788a4cade8:42927 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T21:55:45,092 INFO [M:0;ef788a4cade8:42927 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:45,092 DEBUG [M:0;ef788a4cade8:42927 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:45,092 DEBUG [M:0;ef788a4cade8:42927 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T21:55:45,092 DEBUG [M:0;ef788a4cade8:42927 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:45,092 INFO [M:0;ef788a4cade8:42927 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.64 KB heapSize=37.04 KB 2024-11-14T21:55:45,112 DEBUG [M:0;ef788a4cade8:42927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19fd8f2264474f429ad894b817b36b61 is 82, key is hbase:meta,,1/info:regioninfo/1731621344054/Put/seqid=0 2024-11-14T21:55:45,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741845_1021 (size=5672) 2024-11-14T21:55:45,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741845_1021 (size=5672) 2024-11-14T21:55:45,119 INFO [M:0;ef788a4cade8:42927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19fd8f2264474f429ad894b817b36b61 2024-11-14T21:55:45,141 DEBUG [M:0;ef788a4cade8:42927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/040cf621e7b944d9958379801720e159 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731621344511/Put/seqid=0 2024-11-14T21:55:45,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741846_1022 (size=6220) 2024-11-14T21:55:45,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741846_1022 (size=6220) 2024-11-14T21:55:45,147 INFO [M:0;ef788a4cade8:42927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.02 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/040cf621e7b944d9958379801720e159 2024-11-14T21:55:45,169 DEBUG [M:0;ef788a4cade8:42927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37788e3f29214bbabd932a90c0cf1000 is 69, key is ef788a4cade8,43965,1731621343134/rs:state/1731621343433/Put/seqid=0 2024-11-14T21:55:45,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741847_1023 (size=5224) 2024-11-14T21:55:45,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741847_1023 (size=5224) 2024-11-14T21:55:45,174 INFO [M:0;ef788a4cade8:42927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37788e3f29214bbabd932a90c0cf1000 2024-11-14T21:55:45,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100ac705f700001, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:45,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x100ac705f700001, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:45,176 INFO [RS:0;ef788a4cade8:43965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:55:45,176 INFO [RS:0;ef788a4cade8:43965 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,43965,1731621343134; zookeeper connection closed. 2024-11-14T21:55:45,176 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33bd4b67 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33bd4b67 2024-11-14T21:55:45,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x100ac705f700002, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:45,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x100ac705f700002, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:45,176 INFO [RS:1;ef788a4cade8:44591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:55:45,176 INFO [RS:1;ef788a4cade8:44591 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef788a4cade8,44591,1731621343177; zookeeper connection closed. 2024-11-14T21:55:45,177 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1812bdff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1812bdff 2024-11-14T21:55:45,177 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-14T21:55:45,181 DEBUG [M:0;ef788a4cade8:42927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19fd8f2264474f429ad894b817b36b61 as hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19fd8f2264474f429ad894b817b36b61 2024-11-14T21:55:45,187 INFO [M:0;ef788a4cade8:42927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19fd8f2264474f429ad894b817b36b61, entries=8, sequenceid=71, filesize=5.5 K 2024-11-14T21:55:45,188 DEBUG [M:0;ef788a4cade8:42927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/040cf621e7b944d9958379801720e159 as hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/040cf621e7b944d9958379801720e159 2024-11-14T21:55:45,194 INFO [M:0;ef788a4cade8:42927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/040cf621e7b944d9958379801720e159, entries=8, sequenceid=71, filesize=6.1 K 2024-11-14T21:55:45,195 DEBUG [M:0;ef788a4cade8:42927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37788e3f29214bbabd932a90c0cf1000 as hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37788e3f29214bbabd932a90c0cf1000 2024-11-14T21:55:45,200 INFO [M:0;ef788a4cade8:42927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/cf1247b3-fba3-8e94-891f-a5aec16b4a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37788e3f29214bbabd932a90c0cf1000, entries=2, sequenceid=71, filesize=5.1 K 2024-11-14T21:55:45,201 INFO [M:0;ef788a4cade8:42927 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.64 KB/30354, heapSize ~36.74 KB/37624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 109ms, sequenceid=71, compaction requested=false 2024-11-14T21:55:45,207 INFO [M:0;ef788a4cade8:42927 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T21:55:45,207 DEBUG [M:0;ef788a4cade8:42927 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731621345091Disabling compacts and flushes for region at 1731621345091Disabling writes for close at 1731621345092 (+1 ms)Obtaining lock to block concurrent updates at 1731621345092Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731621345092Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30354, getHeapSize=37864, getOffHeapSize=0, getCellsCount=86 at 1731621345092Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731621345093 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731621345093Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731621345111 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731621345111Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731621345124 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731621345141 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731621345141Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731621345152 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731621345169 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731621345169Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43dc7300: reopening flushed file at 1731621345180 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6204d650: reopening flushed file at 1731621345188 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7921997e: reopening flushed file at 1731621345194 (+6 ms)Finished flush of dataSize ~29.64 KB/30354, heapSize ~36.74 KB/37624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 109ms, sequenceid=71, compaction requested=false at 1731621345201 (+7 ms)Writing region close event to WAL at 1731621345207 (+6 ms)Closed at 1731621345207 2024-11-14T21:55:45,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741830_1006 (size=35501) 2024-11-14T21:55:45,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741830_1006 (size=35501) 2024-11-14T21:55:45,211 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T21:55:45,211 INFO [M:0;ef788a4cade8:42927 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T21:55:45,211 INFO [M:0;ef788a4cade8:42927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42927 2024-11-14T21:55:45,212 INFO [M:0;ef788a4cade8:42927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T21:55:45,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:45,314 INFO [M:0;ef788a4cade8:42927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T21:55:45,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42927-0x100ac705f700000, quorum=127.0.0.1:62542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T21:55:45,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43fb0f9d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:55:45,317 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26e07cae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:55:45,317 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:55:45,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d03b4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:55:45,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@89a7775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/hadoop.log.dir/,STOPPED} 2024-11-14T21:55:45,319 WARN [BP-821600311-172.17.0.2-1731621342260 heartbeating to localhost/127.0.0.1:38531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:55:45,319 WARN [BP-821600311-172.17.0.2-1731621342260 heartbeating to localhost/127.0.0.1:38531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-821600311-172.17.0.2-1731621342260 (Datanode Uuid d1c034fd-dbd1-4368-be58-69ae371bd7b5) service to localhost/127.0.0.1:38531 2024-11-14T21:55:45,320 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/cluster_c0667123-11a5-0204-f4db-40f44e590ce0/data/data3/current/BP-821600311-172.17.0.2-1731621342260 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:55:45,320 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/cluster_c0667123-11a5-0204-f4db-40f44e590ce0/data/data4/current/BP-821600311-172.17.0.2-1731621342260 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:55:45,320 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:55:45,320 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:55:45,320 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:55:45,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70941069{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:55:45,323 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b29ac28{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:55:45,323 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:55:45,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4254bec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:55:45,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@665864cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/hadoop.log.dir/,STOPPED} 2024-11-14T21:55:45,324 WARN [BP-821600311-172.17.0.2-1731621342260 heartbeating to localhost/127.0.0.1:38531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:55:45,324 WARN [BP-821600311-172.17.0.2-1731621342260 heartbeating to localhost/127.0.0.1:38531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-821600311-172.17.0.2-1731621342260 (Datanode Uuid 7974650d-d4e7-492a-969d-8c48705da8ad) service to localhost/127.0.0.1:38531 2024-11-14T21:55:45,324 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:55:45,324 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:55:45,325 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/cluster_c0667123-11a5-0204-f4db-40f44e590ce0/data/data1/current/BP-821600311-172.17.0.2-1731621342260 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:55:45,325 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/cluster_c0667123-11a5-0204-f4db-40f44e590ce0/data/data2/current/BP-821600311-172.17.0.2-1731621342260 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:55:45,325 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:55:45,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5951f30d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:55:45,331 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f4093de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:55:45,331 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:55:45,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26de840d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:55:45,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67f058b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b14f8dfe-4180-571e-4ed1-2cb1ad48332e/hadoop.log.dir/,STOPPED} 2024-11-14T21:55:45,338 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T21:55:45,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T21:55:45,363 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=195 (was 177) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:38531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:38531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38531 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38531 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=557 (was 530) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 301), ProcessCount=11 (was 11), AvailableMemoryMB=2934 (was 3036)