2024-12-05 04:18:05,183 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-12-05 04:18:05,203 main DEBUG Took 0.017958 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 04:18:05,203 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 04:18:05,203 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 04:18:05,204 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 04:18:05,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 04:18:05,218 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 04:18:05,234 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 04:18:05,236 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 04:18:05,236 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 04:18:05,237 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 04:18:05,237 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 04:18:05,238 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 04:18:05,239 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 04:18:05,239 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 04:18:05,240 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 04:18:05,240 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 04:18:05,241 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 04:18:05,242 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 04:18:05,242 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 04:18:05,243 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 04:18:05,243 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 04:18:05,244 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 04:18:05,244 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 04:18:05,245 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 04:18:05,245 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 04:18:05,246 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 04:18:05,246 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 04:18:05,247 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 04:18:05,247 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 04:18:05,248 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 04:18:05,248 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 04:18:05,249 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 04:18:05,250 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 04:18:05,252 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 04:18:05,254 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 04:18:05,254 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 04:18:05,256 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 04:18:05,256 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 04:18:05,266 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 04:18:05,269 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 04:18:05,270 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 04:18:05,271 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 04:18:05,271 main DEBUG createAppenders(={Console}) 2024-12-05 04:18:05,272 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 initialized 2024-12-05 04:18:05,272 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-12-05 04:18:05,273 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 OK. 2024-12-05 04:18:05,273 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 04:18:05,274 main DEBUG OutputStream closed 2024-12-05 04:18:05,274 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 04:18:05,274 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 04:18:05,275 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@662b4c69 OK 2024-12-05 04:18:05,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 04:18:05,360 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 04:18:05,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 04:18:05,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 04:18:05,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 04:18:05,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 04:18:05,364 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 04:18:05,364 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 04:18:05,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 04:18:05,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 04:18:05,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 04:18:05,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 04:18:05,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 04:18:05,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 04:18:05,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 04:18:05,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 04:18:05,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 04:18:05,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 04:18:05,371 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 04:18:05,372 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-12-05 04:18:05,372 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 04:18:05,373 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-12-05T04:18:05,390 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-05 04:18:05,393 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 04:18:05,394 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T04:18:05,463 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=128, ProcessCount=11, AvailableMemoryMB=7708 2024-12-05T04:18:05,748 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523 2024-12-05T04:18:05,751 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T04:18:05,755 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/cluster_191ea44c-893f-29d4-67ca-3fee530c7e94, deleteOnExit=true 2024-12-05T04:18:05,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-05T04:18:05,756 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/test.cache.data in system properties and HBase conf 2024-12-05T04:18:05,757 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T04:18:05,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/hadoop.log.dir in system properties and HBase conf 2024-12-05T04:18:05,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T04:18:05,759 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T04:18:05,759 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-05T04:18:05,869 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T04:18:05,977 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T04:18:05,980 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T04:18:05,981 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T04:18:05,981 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T04:18:05,982 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T04:18:05,982 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T04:18:05,982 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T04:18:05,983 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T04:18:05,983 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T04:18:05,984 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T04:18:05,984 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/nfs.dump.dir in system properties and HBase conf 2024-12-05T04:18:05,984 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/java.io.tmpdir in system properties and HBase conf 2024-12-05T04:18:05,985 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T04:18:05,985 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T04:18:05,985 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T04:18:06,810 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T04:18:06,888 INFO [Time-limited test {}] log.Log(170): Logging initialized @2394ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T04:18:06,962 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T04:18:07,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T04:18:07,055 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T04:18:07,055 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T04:18:07,057 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T04:18:07,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T04:18:07,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/hadoop.log.dir/,AVAILABLE} 2024-12-05T04:18:07,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T04:18:07,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/java.io.tmpdir/jetty-localhost-42021-hadoop-hdfs-3_4_1-tests_jar-_-any-8021544125646508871/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T04:18:07,279 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:42021} 2024-12-05T04:18:07,279 INFO [Time-limited test {}] server.Server(415): Started @2787ms 2024-12-05T04:18:07,700 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T04:18:07,707 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T04:18:07,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T04:18:07,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T04:18:07,709 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T04:18:07,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/hadoop.log.dir/,AVAILABLE} 2024-12-05T04:18:07,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T04:18:07,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39927f61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/java.io.tmpdir/jetty-localhost-40761-hadoop-hdfs-3_4_1-tests_jar-_-any-9884073989945226238/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T04:18:07,834 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:40761} 2024-12-05T04:18:07,834 INFO [Time-limited test {}] server.Server(415): Started @3342ms 2024-12-05T04:18:07,891 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T04:18:08,016 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T04:18:08,023 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T04:18:08,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T04:18:08,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T04:18:08,025 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T04:18:08,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/hadoop.log.dir/,AVAILABLE} 2024-12-05T04:18:08,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T04:18:08,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64605125{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/java.io.tmpdir/jetty-localhost-40505-hadoop-hdfs-3_4_1-tests_jar-_-any-6750733736790184228/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T04:18:08,158 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:40505} 2024-12-05T04:18:08,158 INFO [Time-limited test {}] server.Server(415): Started @3665ms 2024-12-05T04:18:08,160 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T04:18:08,334 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/cluster_191ea44c-893f-29d4-67ca-3fee530c7e94/dfs/data/data3/current/BP-586067111-172.17.0.2-1733372286565/current, will proceed with Du for space computation calculation, 2024-12-05T04:18:08,334 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/cluster_191ea44c-893f-29d4-67ca-3fee530c7e94/dfs/data/data4/current/BP-586067111-172.17.0.2-1733372286565/current, will proceed with Du for space computation calculation, 2024-12-05T04:18:08,334 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/cluster_191ea44c-893f-29d4-67ca-3fee530c7e94/dfs/data/data2/current/BP-586067111-172.17.0.2-1733372286565/current, will proceed with Du for space computation calculation, 2024-12-05T04:18:08,334 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/cluster_191ea44c-893f-29d4-67ca-3fee530c7e94/dfs/data/data1/current/BP-586067111-172.17.0.2-1733372286565/current, will proceed with Du for space computation calculation, 2024-12-05T04:18:08,393 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T04:18:08,396 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T04:18:08,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48bf558df61d5067 with lease ID 0xc2fc31d1faf93a05: Processing first storage report for DS-905cfc5e-8af8-4633-a140-15d7c4883c58 from datanode DatanodeRegistration(127.0.0.1:40263, datanodeUuid=bf694f11-7650-41a2-9beb-edc7e4af8677, infoPort=38867, infoSecurePort=0, ipcPort=37809, storageInfo=lv=-57;cid=testClusterID;nsid=810500010;c=1733372286565) 2024-12-05T04:18:08,481 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48bf558df61d5067 with lease ID 0xc2fc31d1faf93a05: from storage DS-905cfc5e-8af8-4633-a140-15d7c4883c58 node DatanodeRegistration(127.0.0.1:40263, datanodeUuid=bf694f11-7650-41a2-9beb-edc7e4af8677, infoPort=38867, infoSecurePort=0, ipcPort=37809, storageInfo=lv=-57;cid=testClusterID;nsid=810500010;c=1733372286565), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-05T04:18:08,481 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcee34ff68d2e477c with lease ID 0xc2fc31d1faf93a06: Processing first storage report for DS-f9b3e192-e6b8-417e-a251-72641cc7d72c from datanode DatanodeRegistration(127.0.0.1:34739, datanodeUuid=2cbfb6c0-f9c6-4e8b-b083-71306906228a, infoPort=35329, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=810500010;c=1733372286565) 2024-12-05T04:18:08,482 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcee34ff68d2e477c with lease ID 0xc2fc31d1faf93a06: from storage DS-f9b3e192-e6b8-417e-a251-72641cc7d72c node DatanodeRegistration(127.0.0.1:34739, datanodeUuid=2cbfb6c0-f9c6-4e8b-b083-71306906228a, infoPort=35329, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=810500010;c=1733372286565), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T04:18:08,482 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48bf558df61d5067 with lease ID 0xc2fc31d1faf93a05: Processing first storage report for DS-04723b29-9b38-4998-bdc8-6ed4d474b760 from datanode DatanodeRegistration(127.0.0.1:40263, datanodeUuid=bf694f11-7650-41a2-9beb-edc7e4af8677, infoPort=38867, infoSecurePort=0, ipcPort=37809, storageInfo=lv=-57;cid=testClusterID;nsid=810500010;c=1733372286565) 2024-12-05T04:18:08,482 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48bf558df61d5067 with lease ID 0xc2fc31d1faf93a05: from storage DS-04723b29-9b38-4998-bdc8-6ed4d474b760 node DatanodeRegistration(127.0.0.1:40263, datanodeUuid=bf694f11-7650-41a2-9beb-edc7e4af8677, infoPort=38867, infoSecurePort=0, ipcPort=37809, storageInfo=lv=-57;cid=testClusterID;nsid=810500010;c=1733372286565), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T04:18:08,483 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcee34ff68d2e477c with lease ID 0xc2fc31d1faf93a06: Processing first storage report for DS-8c695a73-dc1e-4c38-a66e-6e0038d75569 from datanode DatanodeRegistration(127.0.0.1:34739, datanodeUuid=2cbfb6c0-f9c6-4e8b-b083-71306906228a, infoPort=35329, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=810500010;c=1733372286565) 2024-12-05T04:18:08,483 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcee34ff68d2e477c with lease ID 0xc2fc31d1faf93a06: from storage DS-8c695a73-dc1e-4c38-a66e-6e0038d75569 node DatanodeRegistration(127.0.0.1:34739, datanodeUuid=2cbfb6c0-f9c6-4e8b-b083-71306906228a, infoPort=35329, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=810500010;c=1733372286565), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T04:18:08,576 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523 2024-12-05T04:18:08,658 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/cluster_191ea44c-893f-29d4-67ca-3fee530c7e94/zookeeper_0, clientPort=59167, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/cluster_191ea44c-893f-29d4-67ca-3fee530c7e94/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/cluster_191ea44c-893f-29d4-67ca-3fee530c7e94/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T04:18:08,668 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59167 2024-12-05T04:18:08,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:08,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:08,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34739 is added to blk_1073741825_1001 (size=7) 2024-12-05T04:18:08,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741825_1001 (size=7) 2024-12-05T04:18:09,352 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e with version=8 2024-12-05T04:18:09,352 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/hbase-staging 2024-12-05T04:18:09,480 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T04:18:09,753 INFO [Time-limited test {}] client.ConnectionUtils(129): master/2f66fa2c0859:0 server-side Connection retries=45 2024-12-05T04:18:09,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:09,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:09,773 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T04:18:09,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:09,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T04:18:09,906 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T04:18:09,965 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T04:18:09,975 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T04:18:09,979 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T04:18:10,006 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2975 (auto-detected) 2024-12-05T04:18:10,008 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T04:18:10,027 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36239 2024-12-05T04:18:10,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:10,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:10,049 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:36239 connecting to ZooKeeper ensemble=127.0.0.1:59167 2024-12-05T04:18:10,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362390x0, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T04:18:10,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36239-0x1006065d7640000 connected 2024-12-05T04:18:10,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T04:18:10,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:10,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T04:18:10,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36239 2024-12-05T04:18:10,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36239 2024-12-05T04:18:10,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36239 2024-12-05T04:18:10,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36239 2024-12-05T04:18:10,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36239 2024-12-05T04:18:10,128 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e, hbase.cluster.distributed=false 2024-12-05T04:18:10,191 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2f66fa2c0859:0 server-side Connection retries=45 2024-12-05T04:18:10,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:10,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:10,192 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T04:18:10,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:10,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T04:18:10,194 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T04:18:10,196 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T04:18:10,197 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40475 2024-12-05T04:18:10,199 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T04:18:10,204 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T04:18:10,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:10,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:10,211 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40475 connecting to ZooKeeper ensemble=127.0.0.1:59167 2024-12-05T04:18:10,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404750x0, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T04:18:10,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40475-0x1006065d7640001 connected 2024-12-05T04:18:10,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40475-0x1006065d7640001, quorum=127.0.0.1:59167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T04:18:10,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40475-0x1006065d7640001, quorum=127.0.0.1:59167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:10,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40475-0x1006065d7640001, quorum=127.0.0.1:59167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T04:18:10,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40475 2024-12-05T04:18:10,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40475 2024-12-05T04:18:10,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40475 2024-12-05T04:18:10,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40475 2024-12-05T04:18:10,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40475 2024-12-05T04:18:10,249 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2f66fa2c0859:0 server-side Connection retries=45 2024-12-05T04:18:10,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:10,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:10,250 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T04:18:10,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:10,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T04:18:10,251 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T04:18:10,251 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T04:18:10,252 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37267 2024-12-05T04:18:10,253 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T04:18:10,253 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T04:18:10,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:10,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:10,262 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37267 connecting to ZooKeeper ensemble=127.0.0.1:59167 2024-12-05T04:18:10,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372670x0, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T04:18:10,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37267-0x1006065d7640002 connected 2024-12-05T04:18:10,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37267-0x1006065d7640002, quorum=127.0.0.1:59167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T04:18:10,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37267-0x1006065d7640002, quorum=127.0.0.1:59167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:10,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37267-0x1006065d7640002, quorum=127.0.0.1:59167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T04:18:10,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37267 2024-12-05T04:18:10,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37267 2024-12-05T04:18:10,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37267 2024-12-05T04:18:10,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37267 2024-12-05T04:18:10,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37267 2024-12-05T04:18:10,272 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/2f66fa2c0859,36239,1733372289474 2024-12-05T04:18:10,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40475-0x1006065d7640001, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:10,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:10,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x1006065d7640002, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:10,282 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2f66fa2c0859,36239,1733372289474 2024-12-05T04:18:10,290 DEBUG [M:0;2f66fa2c0859:36239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2f66fa2c0859:36239 2024-12-05T04:18:10,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T04:18:10,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x1006065d7640002, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T04:18:10,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40475-0x1006065d7640001, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T04:18:10,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:10,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x1006065d7640002, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:10,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40475-0x1006065d7640001, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:10,308 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T04:18:10,309 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2f66fa2c0859,36239,1733372289474 from backup master directory 2024-12-05T04:18:10,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T04:18:10,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x1006065d7640002, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:10,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40475-0x1006065d7640001, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:10,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2f66fa2c0859,36239,1733372289474 2024-12-05T04:18:10,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:10,314 WARN [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T04:18:10,314 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2f66fa2c0859,36239,1733372289474 2024-12-05T04:18:10,317 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T04:18:10,319 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T04:18:10,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34739 is added to blk_1073741826_1002 (size=42) 2024-12-05T04:18:10,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741826_1002 (size=42) 2024-12-05T04:18:10,397 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/hbase.id with ID: 762a6bb6-1b97-440c-b4c7-d68985dddb94 2024-12-05T04:18:10,438 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:10,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40475-0x1006065d7640001, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:10,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x1006065d7640002, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:10,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:10,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741827_1003 (size=196) 2024-12-05T04:18:10,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34739 is added to blk_1073741827_1003 (size=196) 2024-12-05T04:18:10,500 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T04:18:10,502 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T04:18:10,520 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T04:18:10,524 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T04:18:10,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34739 is added to blk_1073741828_1004 (size=1189) 2024-12-05T04:18:10,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741828_1004 (size=1189) 2024-12-05T04:18:10,577 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/MasterData/data/master/store 2024-12-05T04:18:10,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741829_1005 (size=34) 2024-12-05T04:18:10,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34739 is added to blk_1073741829_1005 (size=34) 2024-12-05T04:18:10,597 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T04:18:10,598 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:10,599 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T04:18:10,599 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:10,599 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:10,599 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T04:18:10,599 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:10,599 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:10,600 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T04:18:10,601 WARN [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/MasterData/data/master/store/.initializing 2024-12-05T04:18:10,601 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/MasterData/WALs/2f66fa2c0859,36239,1733372289474 2024-12-05T04:18:10,607 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T04:18:10,618 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f66fa2c0859%2C36239%2C1733372289474, suffix=, logDir=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/MasterData/WALs/2f66fa2c0859,36239,1733372289474, archiveDir=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/MasterData/oldWALs, maxLogs=10 2024-12-05T04:18:10,640 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/MasterData/WALs/2f66fa2c0859,36239,1733372289474/2f66fa2c0859%2C36239%2C1733372289474.1733372290623, exclude list is [], retry=0 2024-12-05T04:18:10,658 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40263,DS-905cfc5e-8af8-4633-a140-15d7c4883c58,DISK] 2024-12-05T04:18:10,658 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34739,DS-f9b3e192-e6b8-417e-a251-72641cc7d72c,DISK] 2024-12-05T04:18:10,661 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T04:18:10,698 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/MasterData/WALs/2f66fa2c0859,36239,1733372289474/2f66fa2c0859%2C36239%2C1733372289474.1733372290623 2024-12-05T04:18:10,699 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35329:35329),(127.0.0.1/127.0.0.1:38867:38867)] 2024-12-05T04:18:10,700 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T04:18:10,700 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:10,704 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:10,705 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:10,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:10,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T04:18:10,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:10,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:10,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:10,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T04:18:10,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:10,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:10,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:10,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T04:18:10,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:10,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:10,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:10,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T04:18:10,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:10,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:10,791 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:10,793 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:10,805 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T04:18:10,808 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:10,813 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:10,815 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72508001, jitterRate=0.08045341074466705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T04:18:10,820 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T04:18:10,821 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T04:18:10,852 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6891fe89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:10,888 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-05T04:18:10,901 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T04:18:10,901 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T04:18:10,903 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T04:18:10,905 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T04:18:10,910 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-12-05T04:18:10,911 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T04:18:10,938 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T04:18:10,952 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T04:18:10,955 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-05T04:18:10,957 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T04:18:10,958 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T04:18:10,960 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-05T04:18:10,962 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T04:18:10,965 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T04:18:10,967 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-05T04:18:10,968 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T04:18:10,969 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T04:18:10,979 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T04:18:10,981 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T04:18:10,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:10,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40475-0x1006065d7640001, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:10,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x1006065d7640002, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:10,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:10,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40475-0x1006065d7640001, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:10,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x1006065d7640002, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:10,986 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=2f66fa2c0859,36239,1733372289474, sessionid=0x1006065d7640000, setting cluster-up flag (Was=false) 2024-12-05T04:18:10,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:10,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x1006065d7640002, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:10,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40475-0x1006065d7640001, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:11,005 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T04:18:11,006 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2f66fa2c0859,36239,1733372289474 2024-12-05T04:18:11,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:11,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x1006065d7640002, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:11,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40475-0x1006065d7640001, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:11,018 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T04:18:11,020 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2f66fa2c0859,36239,1733372289474 2024-12-05T04:18:11,090 DEBUG [RS:0;2f66fa2c0859:40475 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2f66fa2c0859:40475 2024-12-05T04:18:11,091 DEBUG [RS:1;2f66fa2c0859:37267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2f66fa2c0859:37267 2024-12-05T04:18:11,091 INFO [RS:0;2f66fa2c0859:40475 {}] regionserver.HRegionServer(1008): ClusterId : 762a6bb6-1b97-440c-b4c7-d68985dddb94 2024-12-05T04:18:11,092 INFO [RS:1;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1008): ClusterId : 762a6bb6-1b97-440c-b4c7-d68985dddb94 2024-12-05T04:18:11,095 DEBUG [RS:1;2f66fa2c0859:37267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T04:18:11,095 DEBUG [RS:0;2f66fa2c0859:40475 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T04:18:11,101 DEBUG [RS:0;2f66fa2c0859:40475 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T04:18:11,101 DEBUG [RS:1;2f66fa2c0859:37267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T04:18:11,101 DEBUG [RS:0;2f66fa2c0859:40475 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T04:18:11,101 DEBUG [RS:1;2f66fa2c0859:37267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T04:18:11,103 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-05T04:18:11,104 DEBUG [RS:0;2f66fa2c0859:40475 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T04:18:11,104 DEBUG [RS:1;2f66fa2c0859:37267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T04:18:11,105 DEBUG [RS:0;2f66fa2c0859:40475 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64bd488b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:11,105 DEBUG [RS:1;2f66fa2c0859:37267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72438a9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:11,107 DEBUG [RS:0;2f66fa2c0859:40475 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33cae5cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2f66fa2c0859/172.17.0.2:0 2024-12-05T04:18:11,107 DEBUG [RS:1;2f66fa2c0859:37267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706703a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2f66fa2c0859/172.17.0.2:0 2024-12-05T04:18:11,109 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-05T04:18:11,111 INFO [RS:0;2f66fa2c0859:40475 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T04:18:11,111 INFO [RS:1;2f66fa2c0859:37267 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T04:18:11,111 INFO [RS:0;2f66fa2c0859:40475 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T04:18:11,111 INFO [RS:1;2f66fa2c0859:37267 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T04:18:11,111 DEBUG [RS:0;2f66fa2c0859:40475 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T04:18:11,111 DEBUG [RS:1;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T04:18:11,112 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T04:18:11,114 INFO [RS:1;2f66fa2c0859:37267 {}] regionserver.HRegionServer(3073): reportForDuty to master=2f66fa2c0859,36239,1733372289474 with isa=2f66fa2c0859/172.17.0.2:37267, startcode=1733372290249 2024-12-05T04:18:11,114 INFO [RS:0;2f66fa2c0859:40475 {}] regionserver.HRegionServer(3073): reportForDuty to master=2f66fa2c0859,36239,1733372289474 with isa=2f66fa2c0859/172.17.0.2:40475, startcode=1733372290190 2024-12-05T04:18:11,119 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2f66fa2c0859,36239,1733372289474 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T04:18:11,122 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2f66fa2c0859:0, corePoolSize=5, maxPoolSize=5 2024-12-05T04:18:11,122 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2f66fa2c0859:0, corePoolSize=5, maxPoolSize=5 2024-12-05T04:18:11,122 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=5, maxPoolSize=5 2024-12-05T04:18:11,123 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=5, maxPoolSize=5 2024-12-05T04:18:11,123 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2f66fa2c0859:0, corePoolSize=10, maxPoolSize=10 2024-12-05T04:18:11,123 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:11,123 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=2, maxPoolSize=2 2024-12-05T04:18:11,123 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:11,125 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733372321125 2024-12-05T04:18:11,127 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T04:18:11,128 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T04:18:11,129 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T04:18:11,129 DEBUG [RS:0;2f66fa2c0859:40475 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T04:18:11,129 DEBUG [RS:1;2f66fa2c0859:37267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T04:18:11,130 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-05T04:18:11,132 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T04:18:11,132 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T04:18:11,132 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T04:18:11,133 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T04:18:11,134 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:11,135 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T04:18:11,136 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:11,137 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T04:18:11,138 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T04:18:11,139 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T04:18:11,144 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T04:18:11,144 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T04:18:11,148 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.large.0-1733372291145,5,FailOnTimeoutGroup] 2024-12-05T04:18:11,149 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.small.0-1733372291148,5,FailOnTimeoutGroup] 2024-12-05T04:18:11,149 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:11,149 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T04:18:11,151 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:11,151 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:11,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34739 is added to blk_1073741831_1007 (size=1039) 2024-12-05T04:18:11,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741831_1007 (size=1039) 2024-12-05T04:18:11,181 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-05T04:18:11,181 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e 2024-12-05T04:18:11,192 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38197, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T04:18:11,192 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43745, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T04:18:11,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34739 is added to blk_1073741832_1008 (size=32) 2024-12-05T04:18:11,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741832_1008 (size=32) 2024-12-05T04:18:11,200 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36239 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2f66fa2c0859,37267,1733372290249 2024-12-05T04:18:11,203 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36239 {}] master.ServerManager(486): Registering regionserver=2f66fa2c0859,37267,1733372290249 2024-12-05T04:18:11,214 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36239 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2f66fa2c0859,40475,1733372290190 2024-12-05T04:18:11,215 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36239 {}] master.ServerManager(486): Registering regionserver=2f66fa2c0859,40475,1733372290190 2024-12-05T04:18:11,218 DEBUG [RS:1;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e 2024-12-05T04:18:11,218 DEBUG [RS:0;2f66fa2c0859:40475 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e 2024-12-05T04:18:11,218 DEBUG [RS:1;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38553 2024-12-05T04:18:11,218 DEBUG [RS:0;2f66fa2c0859:40475 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38553 2024-12-05T04:18:11,218 DEBUG [RS:1;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T04:18:11,218 DEBUG [RS:0;2f66fa2c0859:40475 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T04:18:11,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T04:18:11,227 DEBUG [RS:1;2f66fa2c0859:37267 {}] zookeeper.ZKUtil(111): regionserver:37267-0x1006065d7640002, quorum=127.0.0.1:59167, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2f66fa2c0859,37267,1733372290249 2024-12-05T04:18:11,227 DEBUG [RS:0;2f66fa2c0859:40475 {}] zookeeper.ZKUtil(111): regionserver:40475-0x1006065d7640001, quorum=127.0.0.1:59167, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2f66fa2c0859,40475,1733372290190 2024-12-05T04:18:11,227 WARN [RS:1;2f66fa2c0859:37267 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T04:18:11,227 WARN [RS:0;2f66fa2c0859:40475 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T04:18:11,227 INFO [RS:1;2f66fa2c0859:37267 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T04:18:11,227 INFO [RS:0;2f66fa2c0859:40475 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T04:18:11,228 DEBUG [RS:1;2f66fa2c0859:37267 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/WALs/2f66fa2c0859,37267,1733372290249 2024-12-05T04:18:11,228 DEBUG [RS:0;2f66fa2c0859:40475 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/WALs/2f66fa2c0859,40475,1733372290190 2024-12-05T04:18:11,230 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2f66fa2c0859,37267,1733372290249] 2024-12-05T04:18:11,230 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2f66fa2c0859,40475,1733372290190] 2024-12-05T04:18:11,242 DEBUG [RS:1;2f66fa2c0859:37267 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T04:18:11,242 DEBUG [RS:0;2f66fa2c0859:40475 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T04:18:11,254 INFO [RS:1;2f66fa2c0859:37267 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T04:18:11,254 INFO [RS:0;2f66fa2c0859:40475 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T04:18:11,268 INFO [RS:1;2f66fa2c0859:37267 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T04:18:11,268 INFO [RS:0;2f66fa2c0859:40475 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T04:18:11,271 INFO [RS:0;2f66fa2c0859:40475 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T04:18:11,272 INFO [RS:1;2f66fa2c0859:37267 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T04:18:11,272 INFO [RS:0;2f66fa2c0859:40475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:11,272 INFO [RS:1;2f66fa2c0859:37267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:11,272 INFO [RS:0;2f66fa2c0859:40475 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T04:18:11,272 INFO [RS:1;2f66fa2c0859:37267 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T04:18:11,279 INFO [RS:0;2f66fa2c0859:40475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:11,279 INFO [RS:1;2f66fa2c0859:37267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:11,280 DEBUG [RS:0;2f66fa2c0859:40475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:11,280 DEBUG [RS:1;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:11,280 DEBUG [RS:0;2f66fa2c0859:40475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:11,280 DEBUG [RS:1;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:11,280 DEBUG [RS:0;2f66fa2c0859:40475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:11,280 DEBUG [RS:1;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:11,280 DEBUG [RS:0;2f66fa2c0859:40475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:11,280 DEBUG [RS:0;2f66fa2c0859:40475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:11,280 DEBUG [RS:1;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:11,280 DEBUG [RS:0;2f66fa2c0859:40475 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2f66fa2c0859:0, corePoolSize=2, maxPoolSize=2 2024-12-05T04:18:11,280 DEBUG [RS:1;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:11,281 DEBUG [RS:0;2f66fa2c0859:40475 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:11,281 DEBUG [RS:0;2f66fa2c0859:40475 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:11,281 DEBUG [RS:1;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2f66fa2c0859:0, corePoolSize=2, maxPoolSize=2 2024-12-05T04:18:11,281 DEBUG [RS:0;2f66fa2c0859:40475 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:11,281 DEBUG [RS:0;2f66fa2c0859:40475 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:11,281 DEBUG [RS:1;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:11,281 DEBUG [RS:0;2f66fa2c0859:40475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:11,281 DEBUG [RS:1;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:11,281 DEBUG [RS:0;2f66fa2c0859:40475 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2f66fa2c0859:0, corePoolSize=3, maxPoolSize=3 2024-12-05T04:18:11,281 DEBUG [RS:1;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:11,281 DEBUG [RS:0;2f66fa2c0859:40475 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2f66fa2c0859:0, corePoolSize=3, maxPoolSize=3 2024-12-05T04:18:11,281 DEBUG [RS:1;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:11,281 DEBUG [RS:1;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:11,282 DEBUG [RS:1;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2f66fa2c0859:0, corePoolSize=3, maxPoolSize=3 2024-12-05T04:18:11,282 DEBUG [RS:1;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2f66fa2c0859:0, corePoolSize=3, maxPoolSize=3 2024-12-05T04:18:11,282 INFO [RS:0;2f66fa2c0859:40475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:11,282 INFO [RS:0;2f66fa2c0859:40475 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:11,282 INFO [RS:1;2f66fa2c0859:37267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:11,282 INFO [RS:0;2f66fa2c0859:40475 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:11,282 INFO [RS:1;2f66fa2c0859:37267 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:11,282 INFO [RS:0;2f66fa2c0859:40475 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:11,282 INFO [RS:0;2f66fa2c0859:40475 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,40475,1733372290190-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T04:18:11,282 INFO [RS:1;2f66fa2c0859:37267 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:11,283 INFO [RS:1;2f66fa2c0859:37267 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:11,283 INFO [RS:1;2f66fa2c0859:37267 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,37267,1733372290249-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T04:18:11,303 INFO [RS:0;2f66fa2c0859:40475 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T04:18:11,303 INFO [RS:1;2f66fa2c0859:37267 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T04:18:11,305 INFO [RS:0;2f66fa2c0859:40475 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,40475,1733372290190-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:11,305 INFO [RS:1;2f66fa2c0859:37267 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,37267,1733372290249-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:11,325 INFO [RS:1;2f66fa2c0859:37267 {}] regionserver.Replication(204): 2f66fa2c0859,37267,1733372290249 started 2024-12-05T04:18:11,325 INFO [RS:1;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1767): Serving as 2f66fa2c0859,37267,1733372290249, RpcServer on 2f66fa2c0859/172.17.0.2:37267, sessionid=0x1006065d7640002 2024-12-05T04:18:11,325 INFO [RS:0;2f66fa2c0859:40475 {}] regionserver.Replication(204): 2f66fa2c0859,40475,1733372290190 started 2024-12-05T04:18:11,325 INFO [RS:0;2f66fa2c0859:40475 {}] regionserver.HRegionServer(1767): Serving as 2f66fa2c0859,40475,1733372290190, RpcServer on 2f66fa2c0859/172.17.0.2:40475, sessionid=0x1006065d7640001 2024-12-05T04:18:11,325 DEBUG [RS:0;2f66fa2c0859:40475 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T04:18:11,325 DEBUG [RS:1;2f66fa2c0859:37267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T04:18:11,325 DEBUG [RS:1;2f66fa2c0859:37267 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2f66fa2c0859,37267,1733372290249 2024-12-05T04:18:11,325 DEBUG [RS:0;2f66fa2c0859:40475 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2f66fa2c0859,40475,1733372290190 2024-12-05T04:18:11,325 DEBUG [RS:1;2f66fa2c0859:37267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f66fa2c0859,37267,1733372290249' 2024-12-05T04:18:11,325 DEBUG [RS:0;2f66fa2c0859:40475 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f66fa2c0859,40475,1733372290190' 2024-12-05T04:18:11,326 DEBUG [RS:1;2f66fa2c0859:37267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T04:18:11,326 DEBUG [RS:0;2f66fa2c0859:40475 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T04:18:11,326 DEBUG [RS:0;2f66fa2c0859:40475 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T04:18:11,326 DEBUG [RS:1;2f66fa2c0859:37267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T04:18:11,327 DEBUG [RS:0;2f66fa2c0859:40475 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T04:18:11,327 DEBUG [RS:1;2f66fa2c0859:37267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T04:18:11,327 DEBUG [RS:0;2f66fa2c0859:40475 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T04:18:11,327 DEBUG [RS:1;2f66fa2c0859:37267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T04:18:11,327 DEBUG [RS:0;2f66fa2c0859:40475 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2f66fa2c0859,40475,1733372290190 2024-12-05T04:18:11,327 DEBUG [RS:1;2f66fa2c0859:37267 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2f66fa2c0859,37267,1733372290249 2024-12-05T04:18:11,327 DEBUG [RS:1;2f66fa2c0859:37267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f66fa2c0859,37267,1733372290249' 2024-12-05T04:18:11,327 DEBUG [RS:0;2f66fa2c0859:40475 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f66fa2c0859,40475,1733372290190' 2024-12-05T04:18:11,327 DEBUG [RS:0;2f66fa2c0859:40475 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T04:18:11,327 DEBUG [RS:1;2f66fa2c0859:37267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T04:18:11,328 DEBUG [RS:0;2f66fa2c0859:40475 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T04:18:11,328 DEBUG [RS:1;2f66fa2c0859:37267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T04:18:11,329 DEBUG [RS:0;2f66fa2c0859:40475 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T04:18:11,329 DEBUG [RS:1;2f66fa2c0859:37267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T04:18:11,329 INFO [RS:0;2f66fa2c0859:40475 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T04:18:11,329 INFO [RS:0;2f66fa2c0859:40475 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T04:18:11,329 INFO [RS:1;2f66fa2c0859:37267 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T04:18:11,329 INFO [RS:1;2f66fa2c0859:37267 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T04:18:11,435 INFO [RS:1;2f66fa2c0859:37267 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T04:18:11,435 INFO [RS:0;2f66fa2c0859:40475 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T04:18:11,438 INFO [RS:0;2f66fa2c0859:40475 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f66fa2c0859%2C40475%2C1733372290190, suffix=, logDir=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/WALs/2f66fa2c0859,40475,1733372290190, archiveDir=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/oldWALs, maxLogs=32 2024-12-05T04:18:11,438 INFO [RS:1;2f66fa2c0859:37267 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f66fa2c0859%2C37267%2C1733372290249, suffix=, logDir=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/WALs/2f66fa2c0859,37267,1733372290249, archiveDir=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/oldWALs, maxLogs=32 2024-12-05T04:18:11,455 DEBUG [RS:0;2f66fa2c0859:40475 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/WALs/2f66fa2c0859,40475,1733372290190/2f66fa2c0859%2C40475%2C1733372290190.1733372291441, exclude list is [], retry=0 2024-12-05T04:18:11,456 DEBUG [RS:1;2f66fa2c0859:37267 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/WALs/2f66fa2c0859,37267,1733372290249/2f66fa2c0859%2C37267%2C1733372290249.1733372291441, exclude list is [], retry=0 2024-12-05T04:18:11,460 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40263,DS-905cfc5e-8af8-4633-a140-15d7c4883c58,DISK] 2024-12-05T04:18:11,461 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34739,DS-f9b3e192-e6b8-417e-a251-72641cc7d72c,DISK] 2024-12-05T04:18:11,461 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34739,DS-f9b3e192-e6b8-417e-a251-72641cc7d72c,DISK] 2024-12-05T04:18:11,462 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40263,DS-905cfc5e-8af8-4633-a140-15d7c4883c58,DISK] 2024-12-05T04:18:11,467 INFO [RS:1;2f66fa2c0859:37267 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/WALs/2f66fa2c0859,37267,1733372290249/2f66fa2c0859%2C37267%2C1733372290249.1733372291441 2024-12-05T04:18:11,467 DEBUG [RS:1;2f66fa2c0859:37267 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35329:35329),(127.0.0.1/127.0.0.1:38867:38867)] 2024-12-05T04:18:11,468 INFO [RS:0;2f66fa2c0859:40475 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/WALs/2f66fa2c0859,40475,1733372290190/2f66fa2c0859%2C40475%2C1733372290190.1733372291441 2024-12-05T04:18:11,468 DEBUG [RS:0;2f66fa2c0859:40475 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38867:38867),(127.0.0.1/127.0.0.1:35329:35329)] 2024-12-05T04:18:11,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:11,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T04:18:11,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T04:18:11,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:11,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:11,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T04:18:11,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T04:18:11,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:11,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:11,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T04:18:11,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T04:18:11,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:11,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:11,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/meta/1588230740 2024-12-05T04:18:11,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/meta/1588230740 2024-12-05T04:18:11,620 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T04:18:11,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T04:18:11,627 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:11,628 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67559592, jitterRate=0.006716370582580566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T04:18:11,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T04:18:11,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T04:18:11,630 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T04:18:11,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T04:18:11,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T04:18:11,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T04:18:11,631 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T04:18:11,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T04:18:11,634 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T04:18:11,634 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-05T04:18:11,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T04:18:11,651 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T04:18:11,653 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T04:18:11,805 DEBUG [2f66fa2c0859:36239 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T04:18:11,808 DEBUG [2f66fa2c0859:36239 {}] balancer.BalancerClusterState(202): Hosts are {2f66fa2c0859=0} racks are {/default-rack=0} 2024-12-05T04:18:11,815 DEBUG [2f66fa2c0859:36239 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T04:18:11,815 DEBUG [2f66fa2c0859:36239 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T04:18:11,815 INFO [2f66fa2c0859:36239 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T04:18:11,815 INFO [2f66fa2c0859:36239 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T04:18:11,815 DEBUG [2f66fa2c0859:36239 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T04:18:11,821 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2f66fa2c0859,37267,1733372290249 2024-12-05T04:18:11,826 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2f66fa2c0859,37267,1733372290249, state=OPENING 2024-12-05T04:18:11,832 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T04:18:11,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40475-0x1006065d7640001, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:11,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:11,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x1006065d7640002, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:11,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:11,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:11,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:11,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=2f66fa2c0859,37267,1733372290249}] 2024-12-05T04:18:12,012 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2f66fa2c0859,37267,1733372290249 2024-12-05T04:18:12,014 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T04:18:12,017 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T04:18:12,029 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-05T04:18:12,029 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T04:18:12,030 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T04:18:12,033 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f66fa2c0859%2C37267%2C1733372290249.meta, suffix=.meta, logDir=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/WALs/2f66fa2c0859,37267,1733372290249, archiveDir=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/oldWALs, maxLogs=32 2024-12-05T04:18:12,049 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/WALs/2f66fa2c0859,37267,1733372290249/2f66fa2c0859%2C37267%2C1733372290249.meta.1733372292034.meta, exclude list is [], retry=0 2024-12-05T04:18:12,053 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34739,DS-f9b3e192-e6b8-417e-a251-72641cc7d72c,DISK] 2024-12-05T04:18:12,053 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40263,DS-905cfc5e-8af8-4633-a140-15d7c4883c58,DISK] 2024-12-05T04:18:12,057 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/WALs/2f66fa2c0859,37267,1733372290249/2f66fa2c0859%2C37267%2C1733372290249.meta.1733372292034.meta 2024-12-05T04:18:12,057 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35329:35329),(127.0.0.1/127.0.0.1:38867:38867)] 2024-12-05T04:18:12,057 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T04:18:12,059 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T04:18:12,120 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T04:18:12,125 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T04:18:12,129 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T04:18:12,129 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:12,129 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-05T04:18:12,129 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-05T04:18:12,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T04:18:12,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T04:18:12,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:12,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:12,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T04:18:12,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T04:18:12,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:12,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:12,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T04:18:12,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T04:18:12,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:12,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:12,141 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/meta/1588230740 2024-12-05T04:18:12,144 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/meta/1588230740 2024-12-05T04:18:12,146 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T04:18:12,149 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T04:18:12,151 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73659359, jitterRate=0.0976099818944931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T04:18:12,152 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T04:18:12,159 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733372292007 2024-12-05T04:18:12,170 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T04:18:12,170 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-05T04:18:12,171 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2f66fa2c0859,37267,1733372290249 2024-12-05T04:18:12,173 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2f66fa2c0859,37267,1733372290249, state=OPEN 2024-12-05T04:18:12,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x1006065d7640002, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T04:18:12,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40475-0x1006065d7640001, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T04:18:12,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T04:18:12,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:12,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:12,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:12,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T04:18:12,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=2f66fa2c0859,37267,1733372290249 in 340 msec 2024-12-05T04:18:12,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T04:18:12,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 541 msec 2024-12-05T04:18:12,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1370 sec 2024-12-05T04:18:12,193 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733372292193, completionTime=-1 2024-12-05T04:18:12,193 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-05T04:18:12,193 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-05T04:18:12,234 DEBUG [hconnection-0x5a3d49ce-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T04:18:12,236 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T04:18:12,247 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-05T04:18:12,247 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733372352247 2024-12-05T04:18:12,247 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733372412247 2024-12-05T04:18:12,247 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 53 msec 2024-12-05T04:18:12,271 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T04:18:12,278 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,36239,1733372289474-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:12,279 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,36239,1733372289474-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:12,279 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,36239,1733372289474-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:12,280 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2f66fa2c0859:36239, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:12,281 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:12,286 DEBUG [master/2f66fa2c0859:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-05T04:18:12,289 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-05T04:18:12,290 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T04:18:12,296 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-05T04:18:12,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T04:18:12,300 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:12,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T04:18:12,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34739 is added to blk_1073741836_1012 (size=358) 2024-12-05T04:18:12,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741836_1012 (size=358) 2024-12-05T04:18:12,319 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 13d48ce63002dccaf3f0eb1a18db517c, NAME => 'hbase:namespace,,1733372292289.13d48ce63002dccaf3f0eb1a18db517c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e 2024-12-05T04:18:12,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34739 is added to blk_1073741837_1013 (size=42) 2024-12-05T04:18:12,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741837_1013 (size=42) 2024-12-05T04:18:12,330 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733372292289.13d48ce63002dccaf3f0eb1a18db517c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:12,330 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 13d48ce63002dccaf3f0eb1a18db517c, disabling compactions & flushes 2024-12-05T04:18:12,330 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733372292289.13d48ce63002dccaf3f0eb1a18db517c. 2024-12-05T04:18:12,330 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733372292289.13d48ce63002dccaf3f0eb1a18db517c. 2024-12-05T04:18:12,330 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733372292289.13d48ce63002dccaf3f0eb1a18db517c. after waiting 0 ms 2024-12-05T04:18:12,331 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733372292289.13d48ce63002dccaf3f0eb1a18db517c. 2024-12-05T04:18:12,331 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733372292289.13d48ce63002dccaf3f0eb1a18db517c. 2024-12-05T04:18:12,331 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 13d48ce63002dccaf3f0eb1a18db517c: 2024-12-05T04:18:12,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T04:18:12,341 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733372292289.13d48ce63002dccaf3f0eb1a18db517c.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733372292334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733372292334"}]},"ts":"1733372292334"} 2024-12-05T04:18:12,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T04:18:12,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T04:18:12,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733372292370"}]},"ts":"1733372292370"} 2024-12-05T04:18:12,377 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-05T04:18:12,382 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {2f66fa2c0859=0} racks are {/default-rack=0} 2024-12-05T04:18:12,383 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T04:18:12,383 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T04:18:12,383 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T04:18:12,384 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T04:18:12,384 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T04:18:12,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=13d48ce63002dccaf3f0eb1a18db517c, ASSIGN}] 2024-12-05T04:18:12,388 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=13d48ce63002dccaf3f0eb1a18db517c, ASSIGN 2024-12-05T04:18:12,390 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=13d48ce63002dccaf3f0eb1a18db517c, ASSIGN; state=OFFLINE, location=2f66fa2c0859,37267,1733372290249; forceNewPlan=false, retain=false 2024-12-05T04:18:12,541 INFO [2f66fa2c0859:36239 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T04:18:12,542 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=13d48ce63002dccaf3f0eb1a18db517c, regionState=OPENING, regionLocation=2f66fa2c0859,37267,1733372290249 2024-12-05T04:18:12,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 13d48ce63002dccaf3f0eb1a18db517c, server=2f66fa2c0859,37267,1733372290249}] 2024-12-05T04:18:12,699 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2f66fa2c0859,37267,1733372290249 2024-12-05T04:18:12,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733372292289.13d48ce63002dccaf3f0eb1a18db517c. 2024-12-05T04:18:12,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 13d48ce63002dccaf3f0eb1a18db517c, NAME => 'hbase:namespace,,1733372292289.13d48ce63002dccaf3f0eb1a18db517c.', STARTKEY => '', ENDKEY => ''} 2024-12-05T04:18:12,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 13d48ce63002dccaf3f0eb1a18db517c 2024-12-05T04:18:12,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733372292289.13d48ce63002dccaf3f0eb1a18db517c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:12,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 13d48ce63002dccaf3f0eb1a18db517c 2024-12-05T04:18:12,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 13d48ce63002dccaf3f0eb1a18db517c 2024-12-05T04:18:12,709 INFO [StoreOpener-13d48ce63002dccaf3f0eb1a18db517c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 13d48ce63002dccaf3f0eb1a18db517c 2024-12-05T04:18:12,711 INFO [StoreOpener-13d48ce63002dccaf3f0eb1a18db517c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13d48ce63002dccaf3f0eb1a18db517c columnFamilyName info 2024-12-05T04:18:12,712 DEBUG [StoreOpener-13d48ce63002dccaf3f0eb1a18db517c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:12,713 INFO [StoreOpener-13d48ce63002dccaf3f0eb1a18db517c-1 {}] regionserver.HStore(327): Store=13d48ce63002dccaf3f0eb1a18db517c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:12,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/namespace/13d48ce63002dccaf3f0eb1a18db517c 2024-12-05T04:18:12,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/namespace/13d48ce63002dccaf3f0eb1a18db517c 2024-12-05T04:18:12,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 13d48ce63002dccaf3f0eb1a18db517c 2024-12-05T04:18:12,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/namespace/13d48ce63002dccaf3f0eb1a18db517c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:12,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 13d48ce63002dccaf3f0eb1a18db517c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64080178, jitterRate=-0.04513093829154968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T04:18:12,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 13d48ce63002dccaf3f0eb1a18db517c: 2024-12-05T04:18:12,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733372292289.13d48ce63002dccaf3f0eb1a18db517c., pid=6, masterSystemTime=1733372292699 2024-12-05T04:18:12,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733372292289.13d48ce63002dccaf3f0eb1a18db517c. 2024-12-05T04:18:12,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733372292289.13d48ce63002dccaf3f0eb1a18db517c. 2024-12-05T04:18:12,756 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=13d48ce63002dccaf3f0eb1a18db517c, regionState=OPEN, openSeqNum=2, regionLocation=2f66fa2c0859,37267,1733372290249 2024-12-05T04:18:12,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T04:18:12,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 13d48ce63002dccaf3f0eb1a18db517c, server=2f66fa2c0859,37267,1733372290249 in 214 msec 2024-12-05T04:18:12,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T04:18:12,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=13d48ce63002dccaf3f0eb1a18db517c, ASSIGN in 378 msec 2024-12-05T04:18:12,768 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T04:18:12,768 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733372292768"}]},"ts":"1733372292768"} 2024-12-05T04:18:12,771 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-05T04:18:12,779 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T04:18:12,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 489 msec 2024-12-05T04:18:12,799 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-05T04:18:12,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-05T04:18:12,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x1006065d7640002, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:12,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40475-0x1006065d7640001, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:12,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:12,831 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-05T04:18:12,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T04:18:12,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 27 msec 2024-12-05T04:18:12,865 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-05T04:18:12,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T04:18:12,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-12-05T04:18:12,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-05T04:18:12,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-05T04:18:12,894 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.580sec 2024-12-05T04:18:12,896 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T04:18:12,898 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T04:18:12,899 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T04:18:12,899 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T04:18:12,899 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T04:18:12,900 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,36239,1733372289474-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T04:18:12,901 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,36239,1733372289474-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T04:18:12,903 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-05T04:18:12,904 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T04:18:12,904 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,36239,1733372289474-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:12,990 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5456d229 to 127.0.0.1:59167 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@25b67e4c 2024-12-05T04:18:12,990 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-05T04:18:12,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f827f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:13,001 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T04:18:13,001 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T04:18:13,035 DEBUG [hconnection-0x175fe3b8-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T04:18:13,044 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T04:18:13,053 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=2f66fa2c0859,36239,1733372289474 2024-12-05T04:18:13,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T04:18:13,061 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T04:18:13,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36239 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T04:18:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36239 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-05T04:18:13,074 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T04:18:13,074 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:13,075 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T04:18:13,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36239 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-05T04:18:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36239 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:13,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34739 is added to blk_1073741838_1014 (size=379) 2024-12-05T04:18:13,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741838_1014 (size=379) 2024-12-05T04:18:13,094 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => d984d923cb71381d5b93ee23ee8d7ddf, NAME => 'testClearRegionBlockCache,5,1733372293067.d984d923cb71381d5b93ee23ee8d7ddf.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e 2024-12-05T04:18:13,094 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 807c143de6a6f17dad2863f1c1112b6e, NAME => 'testClearRegionBlockCache,,1733372293067.807c143de6a6f17dad2863f1c1112b6e.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e 2024-12-05T04:18:13,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34739 is added to blk_1073741839_1015 (size=61) 2024-12-05T04:18:13,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741839_1015 (size=61) 2024-12-05T04:18:13,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34739 is added to blk_1073741840_1016 (size=61) 2024-12-05T04:18:13,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741840_1016 (size=61) 2024-12-05T04:18:13,112 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733372293067.d984d923cb71381d5b93ee23ee8d7ddf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:13,112 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing d984d923cb71381d5b93ee23ee8d7ddf, disabling compactions & flushes 2024-12-05T04:18:13,112 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733372293067.d984d923cb71381d5b93ee23ee8d7ddf. 2024-12-05T04:18:13,112 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733372293067.d984d923cb71381d5b93ee23ee8d7ddf. 2024-12-05T04:18:13,112 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733372293067.d984d923cb71381d5b93ee23ee8d7ddf. after waiting 0 ms 2024-12-05T04:18:13,112 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733372293067.d984d923cb71381d5b93ee23ee8d7ddf. 2024-12-05T04:18:13,112 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733372293067.d984d923cb71381d5b93ee23ee8d7ddf. 2024-12-05T04:18:13,112 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for d984d923cb71381d5b93ee23ee8d7ddf: 2024-12-05T04:18:13,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36239 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36239 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:13,513 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733372293067.807c143de6a6f17dad2863f1c1112b6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:13,513 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 807c143de6a6f17dad2863f1c1112b6e, disabling compactions & flushes 2024-12-05T04:18:13,513 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733372293067.807c143de6a6f17dad2863f1c1112b6e. 2024-12-05T04:18:13,513 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733372293067.807c143de6a6f17dad2863f1c1112b6e. 2024-12-05T04:18:13,513 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733372293067.807c143de6a6f17dad2863f1c1112b6e. after waiting 0 ms 2024-12-05T04:18:13,513 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733372293067.807c143de6a6f17dad2863f1c1112b6e. 2024-12-05T04:18:13,513 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733372293067.807c143de6a6f17dad2863f1c1112b6e. 2024-12-05T04:18:13,513 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 807c143de6a6f17dad2863f1c1112b6e: 2024-12-05T04:18:13,515 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T04:18:13,516 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733372293067.d984d923cb71381d5b93ee23ee8d7ddf.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733372293515"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733372293515"}]},"ts":"1733372293515"} 2024-12-05T04:18:13,516 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733372293067.807c143de6a6f17dad2863f1c1112b6e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733372293515"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733372293515"}]},"ts":"1733372293515"} 2024-12-05T04:18:13,547 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-05T04:18:13,548 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T04:18:13,549 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733372293548"}]},"ts":"1733372293548"} 2024-12-05T04:18:13,551 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-05T04:18:13,555 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {2f66fa2c0859=0} racks are {/default-rack=0} 2024-12-05T04:18:13,558 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T04:18:13,558 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T04:18:13,558 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T04:18:13,558 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T04:18:13,558 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T04:18:13,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=807c143de6a6f17dad2863f1c1112b6e, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d984d923cb71381d5b93ee23ee8d7ddf, ASSIGN}] 2024-12-05T04:18:13,560 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d984d923cb71381d5b93ee23ee8d7ddf, ASSIGN 2024-12-05T04:18:13,560 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=807c143de6a6f17dad2863f1c1112b6e, ASSIGN 2024-12-05T04:18:13,562 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=807c143de6a6f17dad2863f1c1112b6e, ASSIGN; state=OFFLINE, location=2f66fa2c0859,40475,1733372290190; forceNewPlan=false, retain=false 2024-12-05T04:18:13,562 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d984d923cb71381d5b93ee23ee8d7ddf, ASSIGN; state=OFFLINE, location=2f66fa2c0859,37267,1733372290249; forceNewPlan=false, retain=false 2024-12-05T04:18:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36239 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:13,712 INFO [2f66fa2c0859:36239 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-05T04:18:13,712 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=d984d923cb71381d5b93ee23ee8d7ddf, regionState=OPENING, regionLocation=2f66fa2c0859,37267,1733372290249 2024-12-05T04:18:13,712 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=807c143de6a6f17dad2863f1c1112b6e, regionState=OPENING, regionLocation=2f66fa2c0859,40475,1733372290190 2024-12-05T04:18:13,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure d984d923cb71381d5b93ee23ee8d7ddf, server=2f66fa2c0859,37267,1733372290249}] 2024-12-05T04:18:13,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 807c143de6a6f17dad2863f1c1112b6e, server=2f66fa2c0859,40475,1733372290190}] 2024-12-05T04:18:13,869 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2f66fa2c0859,37267,1733372290249 2024-12-05T04:18:13,871 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2f66fa2c0859,40475,1733372290190 2024-12-05T04:18:13,871 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T04:18:13,873 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T04:18:13,875 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733372293067.d984d923cb71381d5b93ee23ee8d7ddf. 2024-12-05T04:18:13,876 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => d984d923cb71381d5b93ee23ee8d7ddf, NAME => 'testClearRegionBlockCache,5,1733372293067.d984d923cb71381d5b93ee23ee8d7ddf.', STARTKEY => '5', ENDKEY => ''} 2024-12-05T04:18:13,876 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache d984d923cb71381d5b93ee23ee8d7ddf 2024-12-05T04:18:13,876 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733372293067.d984d923cb71381d5b93ee23ee8d7ddf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:13,877 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for d984d923cb71381d5b93ee23ee8d7ddf 2024-12-05T04:18:13,877 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for d984d923cb71381d5b93ee23ee8d7ddf 2024-12-05T04:18:13,883 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733372293067.807c143de6a6f17dad2863f1c1112b6e. 2024-12-05T04:18:13,883 INFO [StoreOpener-d984d923cb71381d5b93ee23ee8d7ddf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region d984d923cb71381d5b93ee23ee8d7ddf 2024-12-05T04:18:13,883 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 807c143de6a6f17dad2863f1c1112b6e, NAME => 'testClearRegionBlockCache,,1733372293067.807c143de6a6f17dad2863f1c1112b6e.', STARTKEY => '', ENDKEY => '5'} 2024-12-05T04:18:13,884 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 807c143de6a6f17dad2863f1c1112b6e 2024-12-05T04:18:13,884 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733372293067.807c143de6a6f17dad2863f1c1112b6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:13,884 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 807c143de6a6f17dad2863f1c1112b6e 2024-12-05T04:18:13,884 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 807c143de6a6f17dad2863f1c1112b6e 2024-12-05T04:18:13,886 INFO [StoreOpener-d984d923cb71381d5b93ee23ee8d7ddf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d984d923cb71381d5b93ee23ee8d7ddf columnFamilyName family 2024-12-05T04:18:13,886 DEBUG [StoreOpener-d984d923cb71381d5b93ee23ee8d7ddf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:13,886 INFO [StoreOpener-807c143de6a6f17dad2863f1c1112b6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 807c143de6a6f17dad2863f1c1112b6e 2024-12-05T04:18:13,887 INFO [StoreOpener-d984d923cb71381d5b93ee23ee8d7ddf-1 {}] regionserver.HStore(327): Store=d984d923cb71381d5b93ee23ee8d7ddf/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:13,888 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/default/testClearRegionBlockCache/d984d923cb71381d5b93ee23ee8d7ddf 2024-12-05T04:18:13,888 INFO [StoreOpener-807c143de6a6f17dad2863f1c1112b6e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 807c143de6a6f17dad2863f1c1112b6e columnFamilyName family 2024-12-05T04:18:13,888 DEBUG [StoreOpener-807c143de6a6f17dad2863f1c1112b6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:13,889 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/default/testClearRegionBlockCache/d984d923cb71381d5b93ee23ee8d7ddf 2024-12-05T04:18:13,889 INFO [StoreOpener-807c143de6a6f17dad2863f1c1112b6e-1 {}] regionserver.HStore(327): Store=807c143de6a6f17dad2863f1c1112b6e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:13,890 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/default/testClearRegionBlockCache/807c143de6a6f17dad2863f1c1112b6e 2024-12-05T04:18:13,891 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/default/testClearRegionBlockCache/807c143de6a6f17dad2863f1c1112b6e 2024-12-05T04:18:13,892 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for d984d923cb71381d5b93ee23ee8d7ddf 2024-12-05T04:18:13,895 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 807c143de6a6f17dad2863f1c1112b6e 2024-12-05T04:18:13,896 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/default/testClearRegionBlockCache/d984d923cb71381d5b93ee23ee8d7ddf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:13,897 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened d984d923cb71381d5b93ee23ee8d7ddf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69745781, jitterRate=0.03929312527179718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T04:18:13,898 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for d984d923cb71381d5b93ee23ee8d7ddf: 2024-12-05T04:18:13,899 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/default/testClearRegionBlockCache/807c143de6a6f17dad2863f1c1112b6e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:13,899 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733372293067.d984d923cb71381d5b93ee23ee8d7ddf., pid=12, masterSystemTime=1733372293869 2024-12-05T04:18:13,899 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 807c143de6a6f17dad2863f1c1112b6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63147577, jitterRate=-0.0590277761220932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T04:18:13,900 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 807c143de6a6f17dad2863f1c1112b6e: 2024-12-05T04:18:13,901 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733372293067.807c143de6a6f17dad2863f1c1112b6e., pid=13, masterSystemTime=1733372293871 2024-12-05T04:18:13,902 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733372293067.d984d923cb71381d5b93ee23ee8d7ddf. 2024-12-05T04:18:13,903 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733372293067.d984d923cb71381d5b93ee23ee8d7ddf. 2024-12-05T04:18:13,904 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=d984d923cb71381d5b93ee23ee8d7ddf, regionState=OPEN, openSeqNum=2, regionLocation=2f66fa2c0859,37267,1733372290249 2024-12-05T04:18:13,904 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733372293067.807c143de6a6f17dad2863f1c1112b6e. 2024-12-05T04:18:13,904 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733372293067.807c143de6a6f17dad2863f1c1112b6e. 2024-12-05T04:18:13,905 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=807c143de6a6f17dad2863f1c1112b6e, regionState=OPEN, openSeqNum=2, regionLocation=2f66fa2c0859,40475,1733372290190 2024-12-05T04:18:13,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T04:18:13,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure d984d923cb71381d5b93ee23ee8d7ddf, server=2f66fa2c0859,37267,1733372290249 in 191 msec 2024-12-05T04:18:13,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-05T04:18:13,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 807c143de6a6f17dad2863f1c1112b6e, server=2f66fa2c0859,40475,1733372290190 in 191 msec 2024-12-05T04:18:13,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d984d923cb71381d5b93ee23ee8d7ddf, ASSIGN in 352 msec 2024-12-05T04:18:13,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T04:18:13,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=807c143de6a6f17dad2863f1c1112b6e, ASSIGN in 354 msec 2024-12-05T04:18:13,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T04:18:13,917 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733372293917"}]},"ts":"1733372293917"} 2024-12-05T04:18:13,919 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-05T04:18:13,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T04:18:13,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 852 msec 2024-12-05T04:18:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36239 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:14,192 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-05T04:18:14,192 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-05T04:18:14,194 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T04:18:14,199 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-05T04:18:14,200 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T04:18:14,200 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-05T04:18:14,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T04:18:14,206 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T04:18:14,234 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 807c143de6a6f17dad2863f1c1112b6e 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-05T04:18:14,293 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/default/testClearRegionBlockCache/807c143de6a6f17dad2863f1c1112b6e/.tmp/family/e55666d8b90f4074ae235c257d40054b is 32, key is 1/family:/1733372294207/Put/seqid=0 2024-12-05T04:18:14,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741841_1017 (size=5054) 2024-12-05T04:18:14,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34739 is added to blk_1073741841_1017 (size=5054) 2024-12-05T04:18:14,306 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/default/testClearRegionBlockCache/807c143de6a6f17dad2863f1c1112b6e/.tmp/family/e55666d8b90f4074ae235c257d40054b 2024-12-05T04:18:14,352 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/default/testClearRegionBlockCache/807c143de6a6f17dad2863f1c1112b6e/.tmp/family/e55666d8b90f4074ae235c257d40054b as hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/default/testClearRegionBlockCache/807c143de6a6f17dad2863f1c1112b6e/family/e55666d8b90f4074ae235c257d40054b 2024-12-05T04:18:14,363 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/default/testClearRegionBlockCache/807c143de6a6f17dad2863f1c1112b6e/family/e55666d8b90f4074ae235c257d40054b, entries=4, sequenceid=8, filesize=4.9 K 2024-12-05T04:18:14,366 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 807c143de6a6f17dad2863f1c1112b6e in 132ms, sequenceid=8, compaction requested=false 2024-12-05T04:18:14,368 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-05T04:18:14,370 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 807c143de6a6f17dad2863f1c1112b6e: 2024-12-05T04:18:14,370 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing d984d923cb71381d5b93ee23ee8d7ddf 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-05T04:18:14,396 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/default/testClearRegionBlockCache/d984d923cb71381d5b93ee23ee8d7ddf/.tmp/family/55aa12931c0e483cb80ee32c840a9d0c is 32, key is 5/family:/1733372294223/Put/seqid=0 2024-12-05T04:18:14,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741842_1018 (size=5083) 2024-12-05T04:18:14,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34739 is added to blk_1073741842_1018 (size=5083) 2024-12-05T04:18:14,806 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/default/testClearRegionBlockCache/d984d923cb71381d5b93ee23ee8d7ddf/.tmp/family/55aa12931c0e483cb80ee32c840a9d0c 2024-12-05T04:18:14,817 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/default/testClearRegionBlockCache/d984d923cb71381d5b93ee23ee8d7ddf/.tmp/family/55aa12931c0e483cb80ee32c840a9d0c as hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/default/testClearRegionBlockCache/d984d923cb71381d5b93ee23ee8d7ddf/family/55aa12931c0e483cb80ee32c840a9d0c 2024-12-05T04:18:14,826 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/default/testClearRegionBlockCache/d984d923cb71381d5b93ee23ee8d7ddf/family/55aa12931c0e483cb80ee32c840a9d0c, entries=5, sequenceid=9, filesize=5.0 K 2024-12-05T04:18:14,828 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for d984d923cb71381d5b93ee23ee8d7ddf in 458ms, sequenceid=9, compaction requested=false 2024-12-05T04:18:14,828 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for d984d923cb71381d5b93ee23ee8d7ddf: 2024-12-05T04:18:14,830 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03a5f581 to 127.0.0.1:59167 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c63cc4a 2024-12-05T04:18:14,835 DEBUG [ReadOnlyZKClient-127.0.0.1:59167@0x03a5f581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4eb611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:14,870 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-05T04:18:14,877 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-05T04:18:14,878 DEBUG [ReadOnlyZKClient-127.0.0.1:59167@0x03a5f581 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2f66fa2c0859,37267,1733372290249, seqNum=-1] 2024-12-05T04:18:14,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T04:18:14,885 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T04:18:14,897 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T04:18:14,898 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T04:18:14,899 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T04:18:14,900 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T04:18:14,906 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-05T04:18:14,906 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T04:18:14,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:14,912 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03a5f581 to 127.0.0.1:59167 2024-12-05T04:18:14,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-05T04:18:14,913 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T04:18:14,913 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5456d229 to 127.0.0.1:59167 2024-12-05T04:18:14,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:14,914 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T04:18:14,914 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2061787071, stopped=false 2024-12-05T04:18:14,914 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=2f66fa2c0859,36239,1733372289474 2024-12-05T04:18:14,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40475-0x1006065d7640001, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:14,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x1006065d7640002, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:14,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:14,917 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-05T04:18:14,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x1006065d7640002, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:14,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:14,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40475-0x1006065d7640001, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:14,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40475-0x1006065d7640001, quorum=127.0.0.1:59167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:14,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:14,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:14,918 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2f66fa2c0859,40475,1733372290190' ***** 2024-12-05T04:18:14,918 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T04:18:14,918 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2f66fa2c0859,37267,1733372290249' ***** 2024-12-05T04:18:14,918 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T04:18:14,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37267-0x1006065d7640002, quorum=127.0.0.1:59167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:14,918 INFO [RS:1;2f66fa2c0859:37267 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T04:18:14,919 INFO [RS:1;2f66fa2c0859:37267 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T04:18:14,919 INFO [RS:0;2f66fa2c0859:40475 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T04:18:14,919 INFO [RS:1;2f66fa2c0859:37267 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T04:18:14,919 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T04:18:14,919 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T04:18:14,919 INFO [RS:1;2f66fa2c0859:37267 {}] regionserver.HRegionServer(3579): Received CLOSE for 13d48ce63002dccaf3f0eb1a18db517c 2024-12-05T04:18:14,919 INFO [RS:0;2f66fa2c0859:40475 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T04:18:14,919 INFO [RS:0;2f66fa2c0859:40475 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T04:18:14,919 INFO [RS:0;2f66fa2c0859:40475 {}] regionserver.HRegionServer(3579): Received CLOSE for 807c143de6a6f17dad2863f1c1112b6e 2024-12-05T04:18:14,920 INFO [RS:1;2f66fa2c0859:37267 {}] regionserver.HRegionServer(3579): Received CLOSE for d984d923cb71381d5b93ee23ee8d7ddf 2024-12-05T04:18:14,920 INFO [RS:0;2f66fa2c0859:40475 {}] regionserver.HRegionServer(1224): stopping server 2f66fa2c0859,40475,1733372290190 2024-12-05T04:18:14,920 INFO [RS:1;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1224): stopping server 2f66fa2c0859,37267,1733372290249 2024-12-05T04:18:14,920 DEBUG [RS:1;2f66fa2c0859:37267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:14,920 DEBUG [RS:0;2f66fa2c0859:40475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:14,920 INFO [RS:0;2f66fa2c0859:40475 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-05T04:18:14,920 INFO [RS:1;2f66fa2c0859:37267 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T04:18:14,920 INFO [RS:1;2f66fa2c0859:37267 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T04:18:14,920 DEBUG [RS:0;2f66fa2c0859:40475 {}] regionserver.HRegionServer(1603): Online Regions={807c143de6a6f17dad2863f1c1112b6e=testClearRegionBlockCache,,1733372293067.807c143de6a6f17dad2863f1c1112b6e.} 2024-12-05T04:18:14,920 INFO [RS:1;2f66fa2c0859:37267 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T04:18:14,920 INFO [RS:1;2f66fa2c0859:37267 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-05T04:18:14,921 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 807c143de6a6f17dad2863f1c1112b6e, disabling compactions & flushes 2024-12-05T04:18:14,921 INFO [RS:1;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-05T04:18:14,921 DEBUG [RS:1;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1603): Online Regions={13d48ce63002dccaf3f0eb1a18db517c=hbase:namespace,,1733372292289.13d48ce63002dccaf3f0eb1a18db517c., 1588230740=hbase:meta,,1.1588230740, d984d923cb71381d5b93ee23ee8d7ddf=testClearRegionBlockCache,5,1733372293067.d984d923cb71381d5b93ee23ee8d7ddf.} 2024-12-05T04:18:14,921 DEBUG [RS:0;2f66fa2c0859:40475 {}] regionserver.HRegionServer(1629): Waiting on 807c143de6a6f17dad2863f1c1112b6e 2024-12-05T04:18:14,921 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733372293067.807c143de6a6f17dad2863f1c1112b6e. 2024-12-05T04:18:14,921 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 13d48ce63002dccaf3f0eb1a18db517c, disabling compactions & flushes 2024-12-05T04:18:14,921 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T04:18:14,921 DEBUG [RS:1;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1629): Waiting on 13d48ce63002dccaf3f0eb1a18db517c, 1588230740, d984d923cb71381d5b93ee23ee8d7ddf 2024-12-05T04:18:14,921 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733372292289.13d48ce63002dccaf3f0eb1a18db517c. 2024-12-05T04:18:14,921 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733372293067.807c143de6a6f17dad2863f1c1112b6e. 2024-12-05T04:18:14,921 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T04:18:14,921 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733372292289.13d48ce63002dccaf3f0eb1a18db517c. 2024-12-05T04:18:14,921 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T04:18:14,921 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733372292289.13d48ce63002dccaf3f0eb1a18db517c. after waiting 0 ms 2024-12-05T04:18:14,921 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733372293067.807c143de6a6f17dad2863f1c1112b6e. after waiting 0 ms 2024-12-05T04:18:14,921 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T04:18:14,921 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733372292289.13d48ce63002dccaf3f0eb1a18db517c. 2024-12-05T04:18:14,921 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733372293067.807c143de6a6f17dad2863f1c1112b6e. 2024-12-05T04:18:14,921 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T04:18:14,921 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 13d48ce63002dccaf3f0eb1a18db517c 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-05T04:18:14,921 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-05T04:18:14,939 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/default/testClearRegionBlockCache/807c143de6a6f17dad2863f1c1112b6e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T04:18:14,942 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733372293067.807c143de6a6f17dad2863f1c1112b6e. 2024-12-05T04:18:14,942 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 807c143de6a6f17dad2863f1c1112b6e: 2024-12-05T04:18:14,943 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733372293067.807c143de6a6f17dad2863f1c1112b6e. 2024-12-05T04:18:14,953 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/namespace/13d48ce63002dccaf3f0eb1a18db517c/.tmp/info/24108a7707ac478f82e32c9324b0d46e is 45, key is default/info:d/1733372292842/Put/seqid=0 2024-12-05T04:18:14,956 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/meta/1588230740/.tmp/info/89a174b8268a4ddda89cfada6decdaeb is 173, key is testClearRegionBlockCache,5,1733372293067.d984d923cb71381d5b93ee23ee8d7ddf./info:regioninfo/1733372293903/Put/seqid=0 2024-12-05T04:18:14,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741843_1019 (size=5037) 2024-12-05T04:18:14,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34739 is added to blk_1073741843_1019 (size=5037) 2024-12-05T04:18:14,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741844_1020 (size=9337) 2024-12-05T04:18:14,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34739 is added to blk_1073741844_1020 (size=9337) 2024-12-05T04:18:14,971 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/meta/1588230740/.tmp/info/89a174b8268a4ddda89cfada6decdaeb 2024-12-05T04:18:14,985 INFO [regionserver/2f66fa2c0859:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T04:18:14,985 INFO [regionserver/2f66fa2c0859:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T04:18:14,997 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/meta/1588230740/.tmp/table/dcb546e2f53443ad8a49ff8174ebd665 is 61, key is testClearRegionBlockCache/table:state/1733372293917/Put/seqid=0 2024-12-05T04:18:15,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741845_1021 (size=5392) 2024-12-05T04:18:15,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34739 is added to blk_1073741845_1021 (size=5392) 2024-12-05T04:18:15,005 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/meta/1588230740/.tmp/table/dcb546e2f53443ad8a49ff8174ebd665 2024-12-05T04:18:15,014 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/meta/1588230740/.tmp/info/89a174b8268a4ddda89cfada6decdaeb as hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/meta/1588230740/info/89a174b8268a4ddda89cfada6decdaeb 2024-12-05T04:18:15,024 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/meta/1588230740/info/89a174b8268a4ddda89cfada6decdaeb, entries=30, sequenceid=16, filesize=9.1 K 2024-12-05T04:18:15,026 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/meta/1588230740/.tmp/table/dcb546e2f53443ad8a49ff8174ebd665 as hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/meta/1588230740/table/dcb546e2f53443ad8a49ff8174ebd665 2024-12-05T04:18:15,035 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/meta/1588230740/table/dcb546e2f53443ad8a49ff8174ebd665, entries=4, sequenceid=16, filesize=5.3 K 2024-12-05T04:18:15,037 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 116ms, sequenceid=16, compaction requested=false 2024-12-05T04:18:15,037 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T04:18:15,045 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T04:18:15,046 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T04:18:15,046 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T04:18:15,046 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T04:18:15,046 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T04:18:15,121 INFO [RS:0;2f66fa2c0859:40475 {}] regionserver.HRegionServer(1250): stopping server 2f66fa2c0859,40475,1733372290190; all regions closed. 2024-12-05T04:18:15,121 DEBUG [RS:1;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1629): Waiting on 13d48ce63002dccaf3f0eb1a18db517c, d984d923cb71381d5b93ee23ee8d7ddf 2024-12-05T04:18:15,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741833_1009 (size=1758) 2024-12-05T04:18:15,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34739 is added to blk_1073741833_1009 (size=1758) 2024-12-05T04:18:15,132 DEBUG [RS:0;2f66fa2c0859:40475 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/oldWALs 2024-12-05T04:18:15,132 INFO [RS:0;2f66fa2c0859:40475 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2f66fa2c0859%2C40475%2C1733372290190:(num 1733372291441) 2024-12-05T04:18:15,132 DEBUG [RS:0;2f66fa2c0859:40475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:15,132 INFO [RS:0;2f66fa2c0859:40475 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T04:18:15,133 INFO [RS:0;2f66fa2c0859:40475 {}] hbase.ChoreService(370): Chore service for: regionserver/2f66fa2c0859:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-05T04:18:15,133 INFO [RS:0;2f66fa2c0859:40475 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T04:18:15,133 INFO [RS:0;2f66fa2c0859:40475 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T04:18:15,133 INFO [RS:0;2f66fa2c0859:40475 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T04:18:15,133 INFO [regionserver/2f66fa2c0859:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T04:18:15,134 INFO [RS:0;2f66fa2c0859:40475 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40475 2024-12-05T04:18:15,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T04:18:15,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40475-0x1006065d7640001, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2f66fa2c0859,40475,1733372290190 2024-12-05T04:18:15,140 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2f66fa2c0859,40475,1733372290190] 2024-12-05T04:18:15,140 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2f66fa2c0859,40475,1733372290190; numProcessing=1 2024-12-05T04:18:15,142 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2f66fa2c0859,40475,1733372290190 already deleted, retry=false 2024-12-05T04:18:15,142 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2f66fa2c0859,40475,1733372290190 expired; onlineServers=1 2024-12-05T04:18:15,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40475-0x1006065d7640001, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:15,240 INFO [RS:0;2f66fa2c0859:40475 {}] regionserver.HRegionServer(1307): Exiting; stopping=2f66fa2c0859,40475,1733372290190; zookeeper connection closed. 2024-12-05T04:18:15,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40475-0x1006065d7640001, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:15,240 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c64f83b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c64f83b 2024-12-05T04:18:15,321 DEBUG [RS:1;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1629): Waiting on 13d48ce63002dccaf3f0eb1a18db517c, d984d923cb71381d5b93ee23ee8d7ddf 2024-12-05T04:18:15,325 INFO [regionserver/2f66fa2c0859:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T04:18:15,325 INFO [regionserver/2f66fa2c0859:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T04:18:15,363 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/namespace/13d48ce63002dccaf3f0eb1a18db517c/.tmp/info/24108a7707ac478f82e32c9324b0d46e 2024-12-05T04:18:15,373 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/namespace/13d48ce63002dccaf3f0eb1a18db517c/.tmp/info/24108a7707ac478f82e32c9324b0d46e as hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/namespace/13d48ce63002dccaf3f0eb1a18db517c/info/24108a7707ac478f82e32c9324b0d46e 2024-12-05T04:18:15,382 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/namespace/13d48ce63002dccaf3f0eb1a18db517c/info/24108a7707ac478f82e32c9324b0d46e, entries=2, sequenceid=6, filesize=4.9 K 2024-12-05T04:18:15,384 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 13d48ce63002dccaf3f0eb1a18db517c in 463ms, sequenceid=6, compaction requested=false 2024-12-05T04:18:15,384 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-05T04:18:15,390 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/hbase/namespace/13d48ce63002dccaf3f0eb1a18db517c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T04:18:15,392 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733372292289.13d48ce63002dccaf3f0eb1a18db517c. 2024-12-05T04:18:15,392 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 13d48ce63002dccaf3f0eb1a18db517c: 2024-12-05T04:18:15,392 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733372292289.13d48ce63002dccaf3f0eb1a18db517c. 2024-12-05T04:18:15,392 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d984d923cb71381d5b93ee23ee8d7ddf, disabling compactions & flushes 2024-12-05T04:18:15,393 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733372293067.d984d923cb71381d5b93ee23ee8d7ddf. 2024-12-05T04:18:15,393 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733372293067.d984d923cb71381d5b93ee23ee8d7ddf. 2024-12-05T04:18:15,393 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733372293067.d984d923cb71381d5b93ee23ee8d7ddf. after waiting 0 ms 2024-12-05T04:18:15,393 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733372293067.d984d923cb71381d5b93ee23ee8d7ddf. 2024-12-05T04:18:15,398 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/data/default/testClearRegionBlockCache/d984d923cb71381d5b93ee23ee8d7ddf/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T04:18:15,399 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733372293067.d984d923cb71381d5b93ee23ee8d7ddf. 2024-12-05T04:18:15,399 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d984d923cb71381d5b93ee23ee8d7ddf: 2024-12-05T04:18:15,399 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733372293067.d984d923cb71381d5b93ee23ee8d7ddf. 2024-12-05T04:18:15,522 INFO [RS:1;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1250): stopping server 2f66fa2c0859,37267,1733372290249; all regions closed. 2024-12-05T04:18:15,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741835_1011 (size=5602) 2024-12-05T04:18:15,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34739 is added to blk_1073741835_1011 (size=5602) 2024-12-05T04:18:15,529 DEBUG [RS:1;2f66fa2c0859:37267 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/oldWALs 2024-12-05T04:18:15,529 INFO [RS:1;2f66fa2c0859:37267 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2f66fa2c0859%2C37267%2C1733372290249.meta:.meta(num 1733372292034) 2024-12-05T04:18:15,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741834_1010 (size=3188) 2024-12-05T04:18:15,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34739 is added to blk_1073741834_1010 (size=3188) 2024-12-05T04:18:15,536 DEBUG [RS:1;2f66fa2c0859:37267 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/oldWALs 2024-12-05T04:18:15,536 INFO [RS:1;2f66fa2c0859:37267 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2f66fa2c0859%2C37267%2C1733372290249:(num 1733372291441) 2024-12-05T04:18:15,536 DEBUG [RS:1;2f66fa2c0859:37267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:15,536 INFO [RS:1;2f66fa2c0859:37267 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T04:18:15,536 INFO [RS:1;2f66fa2c0859:37267 {}] hbase.ChoreService(370): Chore service for: regionserver/2f66fa2c0859:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T04:18:15,537 INFO [regionserver/2f66fa2c0859:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T04:18:15,537 INFO [RS:1;2f66fa2c0859:37267 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37267 2024-12-05T04:18:15,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x1006065d7640002, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2f66fa2c0859,37267,1733372290249 2024-12-05T04:18:15,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T04:18:15,540 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2f66fa2c0859,37267,1733372290249] 2024-12-05T04:18:15,540 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2f66fa2c0859,37267,1733372290249; numProcessing=2 2024-12-05T04:18:15,542 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2f66fa2c0859,37267,1733372290249 already deleted, retry=false 2024-12-05T04:18:15,542 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2f66fa2c0859,37267,1733372290249 expired; onlineServers=0 2024-12-05T04:18:15,542 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2f66fa2c0859,36239,1733372289474' ***** 2024-12-05T04:18:15,542 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T04:18:15,543 DEBUG [M:0;2f66fa2c0859:36239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67316a2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2f66fa2c0859/172.17.0.2:0 2024-12-05T04:18:15,543 INFO [M:0;2f66fa2c0859:36239 {}] regionserver.HRegionServer(1224): stopping server 2f66fa2c0859,36239,1733372289474 2024-12-05T04:18:15,543 INFO [M:0;2f66fa2c0859:36239 {}] regionserver.HRegionServer(1250): stopping server 2f66fa2c0859,36239,1733372289474; all regions closed. 2024-12-05T04:18:15,543 DEBUG [M:0;2f66fa2c0859:36239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:15,543 DEBUG [M:0;2f66fa2c0859:36239 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T04:18:15,543 DEBUG [M:0;2f66fa2c0859:36239 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T04:18:15,543 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T04:18:15,543 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.large.0-1733372291145 {}] cleaner.HFileCleaner(306): Exit Thread[master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.large.0-1733372291145,5,FailOnTimeoutGroup] 2024-12-05T04:18:15,543 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.small.0-1733372291148 {}] cleaner.HFileCleaner(306): Exit Thread[master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.small.0-1733372291148,5,FailOnTimeoutGroup] 2024-12-05T04:18:15,544 INFO [M:0;2f66fa2c0859:36239 {}] hbase.ChoreService(370): Chore service for: master/2f66fa2c0859:0 had [] on shutdown 2024-12-05T04:18:15,544 DEBUG [M:0;2f66fa2c0859:36239 {}] master.HMaster(1733): Stopping service threads 2024-12-05T04:18:15,544 INFO [M:0;2f66fa2c0859:36239 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T04:18:15,544 INFO [M:0;2f66fa2c0859:36239 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T04:18:15,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T04:18:15,545 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T04:18:15,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:15,545 DEBUG [M:0;2f66fa2c0859:36239 {}] zookeeper.ZKUtil(347): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T04:18:15,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T04:18:15,545 WARN [M:0;2f66fa2c0859:36239 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T04:18:15,545 INFO [M:0;2f66fa2c0859:36239 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-05T04:18:15,546 INFO [M:0;2f66fa2c0859:36239 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T04:18:15,546 DEBUG [M:0;2f66fa2c0859:36239 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T04:18:15,546 INFO [M:0;2f66fa2c0859:36239 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:15,546 DEBUG [M:0;2f66fa2c0859:36239 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:15,546 DEBUG [M:0;2f66fa2c0859:36239 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T04:18:15,546 DEBUG [M:0;2f66fa2c0859:36239 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:15,546 INFO [M:0;2f66fa2c0859:36239 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-05T04:18:15,567 DEBUG [M:0;2f66fa2c0859:36239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec84ba6e2edd47308846b65a963620aa is 82, key is hbase:meta,,1/info:regioninfo/1733372292171/Put/seqid=0 2024-12-05T04:18:15,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34739 is added to blk_1073741846_1022 (size=5672) 2024-12-05T04:18:15,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741846_1022 (size=5672) 2024-12-05T04:18:15,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x1006065d7640002, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:15,642 INFO [RS:1;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1307): Exiting; stopping=2f66fa2c0859,37267,1733372290249; zookeeper connection closed. 2024-12-05T04:18:15,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x1006065d7640002, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:15,642 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52997722 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52997722 2024-12-05T04:18:15,642 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-05T04:18:15,976 INFO [M:0;2f66fa2c0859:36239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec84ba6e2edd47308846b65a963620aa 2024-12-05T04:18:16,006 DEBUG [M:0;2f66fa2c0859:36239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b52cd3fec0b3410d8373c172d6988b8b is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733372293924/Put/seqid=0 2024-12-05T04:18:16,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34739 is added to blk_1073741847_1023 (size=7578) 2024-12-05T04:18:16,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741847_1023 (size=7578) 2024-12-05T04:18:16,014 INFO [M:0;2f66fa2c0859:36239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b52cd3fec0b3410d8373c172d6988b8b 2024-12-05T04:18:16,037 DEBUG [M:0;2f66fa2c0859:36239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/147c5b5aef1e46418550128b9862a3fe is 69, key is 2f66fa2c0859,37267,1733372290249/rs:state/1733372291205/Put/seqid=0 2024-12-05T04:18:16,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741848_1024 (size=5224) 2024-12-05T04:18:16,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34739 is added to blk_1073741848_1024 (size=5224) 2024-12-05T04:18:16,045 INFO [M:0;2f66fa2c0859:36239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/147c5b5aef1e46418550128b9862a3fe 2024-12-05T04:18:16,053 DEBUG [M:0;2f66fa2c0859:36239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec84ba6e2edd47308846b65a963620aa as hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec84ba6e2edd47308846b65a963620aa 2024-12-05T04:18:16,061 INFO [M:0;2f66fa2c0859:36239 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec84ba6e2edd47308846b65a963620aa, entries=8, sequenceid=108, filesize=5.5 K 2024-12-05T04:18:16,063 DEBUG [M:0;2f66fa2c0859:36239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b52cd3fec0b3410d8373c172d6988b8b as hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b52cd3fec0b3410d8373c172d6988b8b 2024-12-05T04:18:16,071 INFO [M:0;2f66fa2c0859:36239 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b52cd3fec0b3410d8373c172d6988b8b, entries=13, sequenceid=108, filesize=7.4 K 2024-12-05T04:18:16,072 DEBUG [M:0;2f66fa2c0859:36239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/147c5b5aef1e46418550128b9862a3fe as hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/147c5b5aef1e46418550128b9862a3fe 2024-12-05T04:18:16,080 INFO [M:0;2f66fa2c0859:36239 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38553/user/jenkins/test-data/388865e2-4c51-1af3-5e13-1ef53be3871e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/147c5b5aef1e46418550128b9862a3fe, entries=2, sequenceid=108, filesize=5.1 K 2024-12-05T04:18:16,082 INFO [M:0;2f66fa2c0859:36239 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 536ms, sequenceid=108, compaction requested=false 2024-12-05T04:18:16,083 INFO [M:0;2f66fa2c0859:36239 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:16,083 DEBUG [M:0;2f66fa2c0859:36239 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T04:18:16,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34739 is added to blk_1073741830_1006 (size=54465) 2024-12-05T04:18:16,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741830_1006 (size=54465) 2024-12-05T04:18:16,087 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T04:18:16,087 INFO [M:0;2f66fa2c0859:36239 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-05T04:18:16,088 INFO [M:0;2f66fa2c0859:36239 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36239 2024-12-05T04:18:16,090 DEBUG [M:0;2f66fa2c0859:36239 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/2f66fa2c0859,36239,1733372289474 already deleted, retry=false 2024-12-05T04:18:16,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:16,192 INFO [M:0;2f66fa2c0859:36239 {}] regionserver.HRegionServer(1307): Exiting; stopping=2f66fa2c0859,36239,1733372289474; zookeeper connection closed. 2024-12-05T04:18:16,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36239-0x1006065d7640000, quorum=127.0.0.1:59167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:16,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64605125{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T04:18:16,200 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T04:18:16,200 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T04:18:16,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T04:18:16,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/hadoop.log.dir/,STOPPED} 2024-12-05T04:18:16,202 WARN [BP-586067111-172.17.0.2-1733372286565 heartbeating to localhost/127.0.0.1:38553 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T04:18:16,203 WARN [BP-586067111-172.17.0.2-1733372286565 heartbeating to localhost/127.0.0.1:38553 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-586067111-172.17.0.2-1733372286565 (Datanode Uuid bf694f11-7650-41a2-9beb-edc7e4af8677) service to localhost/127.0.0.1:38553 2024-12-05T04:18:16,204 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/cluster_191ea44c-893f-29d4-67ca-3fee530c7e94/dfs/data/data3/current/BP-586067111-172.17.0.2-1733372286565 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T04:18:16,204 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/cluster_191ea44c-893f-29d4-67ca-3fee530c7e94/dfs/data/data4/current/BP-586067111-172.17.0.2-1733372286565 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T04:18:16,204 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T04:18:16,204 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T04:18:16,205 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T04:18:16,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39927f61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T04:18:16,208 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T04:18:16,208 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T04:18:16,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T04:18:16,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/hadoop.log.dir/,STOPPED} 2024-12-05T04:18:16,209 WARN [BP-586067111-172.17.0.2-1733372286565 heartbeating to localhost/127.0.0.1:38553 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T04:18:16,209 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T04:18:16,209 WARN [BP-586067111-172.17.0.2-1733372286565 heartbeating to localhost/127.0.0.1:38553 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-586067111-172.17.0.2-1733372286565 (Datanode Uuid 2cbfb6c0-f9c6-4e8b-b083-71306906228a) service to localhost/127.0.0.1:38553 2024-12-05T04:18:16,209 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T04:18:16,210 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/cluster_191ea44c-893f-29d4-67ca-3fee530c7e94/dfs/data/data1/current/BP-586067111-172.17.0.2-1733372286565 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T04:18:16,210 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/cluster_191ea44c-893f-29d4-67ca-3fee530c7e94/dfs/data/data2/current/BP-586067111-172.17.0.2-1733372286565 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T04:18:16,210 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T04:18:16,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T04:18:16,219 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T04:18:16,219 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T04:18:16,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T04:18:16,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/hadoop.log.dir/,STOPPED} 2024-12-05T04:18:16,229 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-05T04:18:16,260 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-05T04:18:16,270 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=77 (was 11) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38553 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2f66fa2c0859:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:38553 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:38553 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:38553 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:38553 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2f66fa2c0859:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38553 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2f66fa2c0859:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38553 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@538b843c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2f66fa2c0859:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=409 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=139 (was 128) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7167 (was 7708) 2024-12-05T04:18:16,278 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=77, OpenFileDescriptor=409, MaxFileDescriptor=1048576, SystemLoadAverage=139, ProcessCount=11, AvailableMemoryMB=7167 2024-12-05T04:18:16,299 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/hadoop.log.dir so I do NOT create it in target/test-data/637f0717-b52d-fb8f-1938-781ded027711 2024-12-05T04:18:16,299 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T04:18:16,299 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/hadoop.tmp.dir so I do NOT create it in target/test-data/637f0717-b52d-fb8f-1938-781ded027711 2024-12-05T04:18:16,299 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ae32e0b-7a4b-4960-e986-5b41fd9c8523/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T04:18:16,299 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711 2024-12-05T04:18:16,299 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T04:18:16,299 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/cluster_955648cb-9195-cab1-37ff-14463877bec9, deleteOnExit=true 2024-12-05T04:18:16,299 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-05T04:18:16,300 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/test.cache.data in system properties and HBase conf 2024-12-05T04:18:16,300 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T04:18:16,300 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/hadoop.log.dir in system properties and HBase conf 2024-12-05T04:18:16,300 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T04:18:16,300 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T04:18:16,300 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-05T04:18:16,301 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T04:18:16,301 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T04:18:16,301 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T04:18:16,301 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T04:18:16,301 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T04:18:16,301 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T04:18:16,301 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T04:18:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T04:18:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T04:18:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T04:18:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/nfs.dump.dir in system properties and HBase conf 2024-12-05T04:18:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/java.io.tmpdir in system properties and HBase conf 2024-12-05T04:18:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T04:18:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T04:18:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T04:18:16,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T04:18:16,408 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T04:18:16,410 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T04:18:16,410 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T04:18:16,410 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T04:18:16,411 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T04:18:16,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d5a081{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/hadoop.log.dir/,AVAILABLE} 2024-12-05T04:18:16,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62b051c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T04:18:16,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e565d4e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/java.io.tmpdir/jetty-localhost-38617-hadoop-hdfs-3_4_1-tests_jar-_-any-9594483401419602161/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T04:18:16,530 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f965555{HTTP/1.1, (http/1.1)}{localhost:38617} 2024-12-05T04:18:16,530 INFO [Time-limited test {}] server.Server(415): Started @12038ms 2024-12-05T04:18:16,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T04:18:16,618 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T04:18:16,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T04:18:16,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T04:18:16,619 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T04:18:16,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3775192d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/hadoop.log.dir/,AVAILABLE} 2024-12-05T04:18:16,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e88f199{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T04:18:16,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59b812d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/java.io.tmpdir/jetty-localhost-40877-hadoop-hdfs-3_4_1-tests_jar-_-any-264801710374315925/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T04:18:16,735 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@774d4fac{HTTP/1.1, (http/1.1)}{localhost:40877} 2024-12-05T04:18:16,736 INFO [Time-limited test {}] server.Server(415): Started @12243ms 2024-12-05T04:18:16,738 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T04:18:16,777 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T04:18:16,781 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T04:18:16,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T04:18:16,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T04:18:16,782 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T04:18:16,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72d1ca2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/hadoop.log.dir/,AVAILABLE} 2024-12-05T04:18:16,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6de90109{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T04:18:16,845 WARN [Thread-354 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/cluster_955648cb-9195-cab1-37ff-14463877bec9/dfs/data/data1/current/BP-2009893826-172.17.0.2-1733372296339/current, will proceed with Du for space computation calculation, 2024-12-05T04:18:16,846 WARN [Thread-355 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/cluster_955648cb-9195-cab1-37ff-14463877bec9/dfs/data/data2/current/BP-2009893826-172.17.0.2-1733372296339/current, will proceed with Du for space computation calculation, 2024-12-05T04:18:16,869 WARN [Thread-333 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T04:18:16,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25aef4db3306a482 with lease ID 0xee2deca9afc940b2: Processing first storage report for DS-d7f0a23a-4391-4162-b663-172972ecd40a from datanode DatanodeRegistration(127.0.0.1:40579, datanodeUuid=fddecbc3-17df-4906-abf4-71e3eca78388, infoPort=35905, infoSecurePort=0, ipcPort=38545, storageInfo=lv=-57;cid=testClusterID;nsid=2054307818;c=1733372296339) 2024-12-05T04:18:16,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25aef4db3306a482 with lease ID 0xee2deca9afc940b2: from storage DS-d7f0a23a-4391-4162-b663-172972ecd40a node DatanodeRegistration(127.0.0.1:40579, datanodeUuid=fddecbc3-17df-4906-abf4-71e3eca78388, infoPort=35905, infoSecurePort=0, ipcPort=38545, storageInfo=lv=-57;cid=testClusterID;nsid=2054307818;c=1733372296339), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T04:18:16,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25aef4db3306a482 with lease ID 0xee2deca9afc940b2: Processing first storage report for DS-081625dd-d337-45c5-acac-744463f91be0 from datanode DatanodeRegistration(127.0.0.1:40579, datanodeUuid=fddecbc3-17df-4906-abf4-71e3eca78388, infoPort=35905, infoSecurePort=0, ipcPort=38545, storageInfo=lv=-57;cid=testClusterID;nsid=2054307818;c=1733372296339) 2024-12-05T04:18:16,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25aef4db3306a482 with lease ID 0xee2deca9afc940b2: from storage DS-081625dd-d337-45c5-acac-744463f91be0 node DatanodeRegistration(127.0.0.1:40579, datanodeUuid=fddecbc3-17df-4906-abf4-71e3eca78388, infoPort=35905, infoSecurePort=0, ipcPort=38545, storageInfo=lv=-57;cid=testClusterID;nsid=2054307818;c=1733372296339), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T04:18:16,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46e42b37{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/java.io.tmpdir/jetty-localhost-44351-hadoop-hdfs-3_4_1-tests_jar-_-any-3688211432441289906/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T04:18:16,901 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@120e0894{HTTP/1.1, (http/1.1)}{localhost:44351} 2024-12-05T04:18:16,901 INFO [Time-limited test {}] server.Server(415): Started @12409ms 2024-12-05T04:18:16,903 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T04:18:17,012 WARN [Thread-380 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/cluster_955648cb-9195-cab1-37ff-14463877bec9/dfs/data/data3/current/BP-2009893826-172.17.0.2-1733372296339/current, will proceed with Du for space computation calculation, 2024-12-05T04:18:17,012 WARN [Thread-381 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/cluster_955648cb-9195-cab1-37ff-14463877bec9/dfs/data/data4/current/BP-2009893826-172.17.0.2-1733372296339/current, will proceed with Du for space computation calculation, 2024-12-05T04:18:17,031 WARN [Thread-369 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T04:18:17,034 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb70e6f6bc9442e12 with lease ID 0xee2deca9afc940b3: Processing first storage report for DS-0778e25e-c1ee-4e42-8265-db946a390185 from datanode DatanodeRegistration(127.0.0.1:39189, datanodeUuid=b5a000e7-f7b8-4230-ae0b-ccf3d5f33feb, infoPort=42319, infoSecurePort=0, ipcPort=43983, storageInfo=lv=-57;cid=testClusterID;nsid=2054307818;c=1733372296339) 2024-12-05T04:18:17,034 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb70e6f6bc9442e12 with lease ID 0xee2deca9afc940b3: from storage DS-0778e25e-c1ee-4e42-8265-db946a390185 node DatanodeRegistration(127.0.0.1:39189, datanodeUuid=b5a000e7-f7b8-4230-ae0b-ccf3d5f33feb, infoPort=42319, infoSecurePort=0, ipcPort=43983, storageInfo=lv=-57;cid=testClusterID;nsid=2054307818;c=1733372296339), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T04:18:17,034 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb70e6f6bc9442e12 with lease ID 0xee2deca9afc940b3: Processing first storage report for DS-d6ce33ae-6bfa-45d3-a4f7-7a276cfdb004 from datanode DatanodeRegistration(127.0.0.1:39189, datanodeUuid=b5a000e7-f7b8-4230-ae0b-ccf3d5f33feb, infoPort=42319, infoSecurePort=0, ipcPort=43983, storageInfo=lv=-57;cid=testClusterID;nsid=2054307818;c=1733372296339) 2024-12-05T04:18:17,034 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb70e6f6bc9442e12 with lease ID 0xee2deca9afc940b3: from storage DS-d6ce33ae-6bfa-45d3-a4f7-7a276cfdb004 node DatanodeRegistration(127.0.0.1:39189, datanodeUuid=b5a000e7-f7b8-4230-ae0b-ccf3d5f33feb, infoPort=42319, infoSecurePort=0, ipcPort=43983, storageInfo=lv=-57;cid=testClusterID;nsid=2054307818;c=1733372296339), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T04:18:17,135 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711 2024-12-05T04:18:17,139 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/cluster_955648cb-9195-cab1-37ff-14463877bec9/zookeeper_0, clientPort=59899, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/cluster_955648cb-9195-cab1-37ff-14463877bec9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/cluster_955648cb-9195-cab1-37ff-14463877bec9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T04:18:17,143 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59899 2024-12-05T04:18:17,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:17,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:17,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741825_1001 (size=7) 2024-12-05T04:18:17,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741825_1001 (size=7) 2024-12-05T04:18:17,160 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81 with version=8 2024-12-05T04:18:17,160 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/hbase-staging 2024-12-05T04:18:17,162 INFO [Time-limited test {}] client.ConnectionUtils(129): master/2f66fa2c0859:0 server-side Connection retries=45 2024-12-05T04:18:17,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:17,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:17,162 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T04:18:17,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:17,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T04:18:17,163 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T04:18:17,163 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T04:18:17,163 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43683 2024-12-05T04:18:17,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:17,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:17,168 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:43683 connecting to ZooKeeper ensemble=127.0.0.1:59899 2024-12-05T04:18:17,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436830x0, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T04:18:17,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43683-0x1006065f8990000 connected 2024-12-05T04:18:17,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T04:18:17,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:17,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T04:18:17,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43683 2024-12-05T04:18:17,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43683 2024-12-05T04:18:17,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43683 2024-12-05T04:18:17,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43683 2024-12-05T04:18:17,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43683 2024-12-05T04:18:17,192 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81, hbase.cluster.distributed=false 2024-12-05T04:18:17,214 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2f66fa2c0859:0 server-side Connection retries=45 2024-12-05T04:18:17,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:17,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:17,215 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T04:18:17,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:17,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T04:18:17,215 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T04:18:17,215 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T04:18:17,216 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42245 2024-12-05T04:18:17,216 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T04:18:17,217 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T04:18:17,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:17,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:17,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42245 connecting to ZooKeeper ensemble=127.0.0.1:59899 2024-12-05T04:18:17,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422450x0, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T04:18:17,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42245-0x1006065f8990001 connected 2024-12-05T04:18:17,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42245-0x1006065f8990001, quorum=127.0.0.1:59899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T04:18:17,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42245-0x1006065f8990001, quorum=127.0.0.1:59899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:17,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42245-0x1006065f8990001, quorum=127.0.0.1:59899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T04:18:17,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42245 2024-12-05T04:18:17,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42245 2024-12-05T04:18:17,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42245 2024-12-05T04:18:17,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42245 2024-12-05T04:18:17,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42245 2024-12-05T04:18:17,243 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2f66fa2c0859:0 server-side Connection retries=45 2024-12-05T04:18:17,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:17,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:17,244 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T04:18:17,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:17,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T04:18:17,244 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T04:18:17,244 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T04:18:17,245 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45539 2024-12-05T04:18:17,245 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T04:18:17,246 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T04:18:17,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:17,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:17,251 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45539 connecting to ZooKeeper ensemble=127.0.0.1:59899 2024-12-05T04:18:17,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455390x0, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T04:18:17,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455390x0, quorum=127.0.0.1:59899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T04:18:17,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45539-0x1006065f8990002 connected 2024-12-05T04:18:17,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45539-0x1006065f8990002, quorum=127.0.0.1:59899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:17,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45539-0x1006065f8990002, quorum=127.0.0.1:59899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T04:18:17,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45539 2024-12-05T04:18:17,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45539 2024-12-05T04:18:17,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45539 2024-12-05T04:18:17,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45539 2024-12-05T04:18:17,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45539 2024-12-05T04:18:17,259 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/2f66fa2c0859,43683,1733372297162 2024-12-05T04:18:17,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:17,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x1006065f8990001, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:17,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1006065f8990002, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:17,262 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2f66fa2c0859,43683,1733372297162 2024-12-05T04:18:17,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x1006065f8990001, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T04:18:17,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T04:18:17,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1006065f8990002, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T04:18:17,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x1006065f8990001, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:17,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:17,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1006065f8990002, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:17,265 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T04:18:17,265 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2f66fa2c0859,43683,1733372297162 from backup master directory 2024-12-05T04:18:17,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2f66fa2c0859,43683,1733372297162 2024-12-05T04:18:17,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x1006065f8990001, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:17,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:17,267 WARN [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T04:18:17,267 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2f66fa2c0859,43683,1733372297162 2024-12-05T04:18:17,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T04:18:17,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1006065f8990002, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:17,271 DEBUG [M:0;2f66fa2c0859:43683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2f66fa2c0859:43683 2024-12-05T04:18:17,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741826_1002 (size=42) 2024-12-05T04:18:17,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741826_1002 (size=42) 2024-12-05T04:18:17,288 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/hbase.id with ID: 22d493b4-fb50-4d01-9db6-1e86e137bdf1 2024-12-05T04:18:17,304 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:17,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x1006065f8990001, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:17,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:17,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1006065f8990002, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:17,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741827_1003 (size=196) 2024-12-05T04:18:17,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741827_1003 (size=196) 2024-12-05T04:18:17,323 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T04:18:17,323 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T04:18:17,324 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T04:18:17,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741828_1004 (size=1189) 2024-12-05T04:18:17,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741828_1004 (size=1189) 2024-12-05T04:18:17,339 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/MasterData/data/master/store 2024-12-05T04:18:17,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741829_1005 (size=34) 2024-12-05T04:18:17,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741829_1005 (size=34) 2024-12-05T04:18:17,349 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:17,349 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T04:18:17,349 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:17,349 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:17,349 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T04:18:17,349 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:17,349 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:17,349 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T04:18:17,350 WARN [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/MasterData/data/master/store/.initializing 2024-12-05T04:18:17,351 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/MasterData/WALs/2f66fa2c0859,43683,1733372297162 2024-12-05T04:18:17,352 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T04:18:17,355 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f66fa2c0859%2C43683%2C1733372297162, suffix=, logDir=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/MasterData/WALs/2f66fa2c0859,43683,1733372297162, archiveDir=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/MasterData/oldWALs, maxLogs=10 2024-12-05T04:18:17,369 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/MasterData/WALs/2f66fa2c0859,43683,1733372297162/2f66fa2c0859%2C43683%2C1733372297162.1733372297355, exclude list is [], retry=0 2024-12-05T04:18:17,373 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39189,DS-0778e25e-c1ee-4e42-8265-db946a390185,DISK] 2024-12-05T04:18:17,373 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40579,DS-d7f0a23a-4391-4162-b663-172972ecd40a,DISK] 2024-12-05T04:18:17,377 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/MasterData/WALs/2f66fa2c0859,43683,1733372297162/2f66fa2c0859%2C43683%2C1733372297162.1733372297355 2024-12-05T04:18:17,377 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42319:42319),(127.0.0.1/127.0.0.1:35905:35905)] 2024-12-05T04:18:17,377 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T04:18:17,378 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:17,378 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:17,378 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:17,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:17,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T04:18:17,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:17,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:17,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:17,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T04:18:17,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:17,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:17,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:17,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T04:18:17,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:17,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:17,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:17,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T04:18:17,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:17,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:17,392 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:17,393 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:17,395 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T04:18:17,397 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:17,400 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:17,401 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67931275, jitterRate=0.012254878878593445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T04:18:17,402 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T04:18:17,402 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T04:18:17,407 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b48469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:17,408 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-05T04:18:17,408 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T04:18:17,408 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T04:18:17,408 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T04:18:17,409 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T04:18:17,409 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-05T04:18:17,409 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T04:18:17,412 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T04:18:17,413 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T04:18:17,414 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-05T04:18:17,414 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T04:18:17,415 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T04:18:17,417 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-05T04:18:17,417 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T04:18:17,418 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T04:18:17,419 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-05T04:18:17,420 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T04:18:17,421 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T04:18:17,423 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T04:18:17,424 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T04:18:17,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x1006065f8990001, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:17,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1006065f8990002, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:17,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1006065f8990002, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:17,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x1006065f8990001, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:17,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:17,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:17,427 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=2f66fa2c0859,43683,1733372297162, sessionid=0x1006065f8990000, setting cluster-up flag (Was=false) 2024-12-05T04:18:17,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x1006065f8990001, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:17,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1006065f8990002, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:17,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:17,436 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T04:18:17,437 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2f66fa2c0859,43683,1733372297162 2024-12-05T04:18:17,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1006065f8990002, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:17,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x1006065f8990001, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:17,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:17,445 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T04:18:17,446 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2f66fa2c0859,43683,1733372297162 2024-12-05T04:18:17,450 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-05T04:18:17,450 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-05T04:18:17,450 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T04:18:17,450 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2f66fa2c0859,43683,1733372297162 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T04:18:17,450 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2f66fa2c0859:0, corePoolSize=5, maxPoolSize=5 2024-12-05T04:18:17,451 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2f66fa2c0859:0, corePoolSize=5, maxPoolSize=5 2024-12-05T04:18:17,451 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=5, maxPoolSize=5 2024-12-05T04:18:17,451 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=5, maxPoolSize=5 2024-12-05T04:18:17,451 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2f66fa2c0859:0, corePoolSize=10, maxPoolSize=10 2024-12-05T04:18:17,451 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:17,451 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=2, maxPoolSize=2 2024-12-05T04:18:17,451 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:17,452 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T04:18:17,453 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-05T04:18:17,454 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:17,454 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T04:18:17,454 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733372327454 2024-12-05T04:18:17,454 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T04:18:17,455 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T04:18:17,455 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T04:18:17,455 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T04:18:17,455 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T04:18:17,455 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T04:18:17,455 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:17,455 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T04:18:17,456 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T04:18:17,456 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T04:18:17,456 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T04:18:17,456 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T04:18:17,456 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.large.0-1733372297456,5,FailOnTimeoutGroup] 2024-12-05T04:18:17,457 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.small.0-1733372297456,5,FailOnTimeoutGroup] 2024-12-05T04:18:17,457 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:17,457 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T04:18:17,457 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:17,457 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:17,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741831_1007 (size=1039) 2024-12-05T04:18:17,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741831_1007 (size=1039) 2024-12-05T04:18:17,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-05T04:18:17,468 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81 2024-12-05T04:18:17,471 DEBUG [RS:0;2f66fa2c0859:42245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2f66fa2c0859:42245 2024-12-05T04:18:17,473 INFO [RS:0;2f66fa2c0859:42245 {}] regionserver.HRegionServer(1008): ClusterId : 22d493b4-fb50-4d01-9db6-1e86e137bdf1 2024-12-05T04:18:17,472 DEBUG [RS:1;2f66fa2c0859:45539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2f66fa2c0859:45539 2024-12-05T04:18:17,473 DEBUG [RS:0;2f66fa2c0859:42245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T04:18:17,475 INFO [RS:1;2f66fa2c0859:45539 {}] regionserver.HRegionServer(1008): ClusterId : 22d493b4-fb50-4d01-9db6-1e86e137bdf1 2024-12-05T04:18:17,475 DEBUG [RS:1;2f66fa2c0859:45539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T04:18:17,476 DEBUG [RS:0;2f66fa2c0859:42245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T04:18:17,476 DEBUG [RS:0;2f66fa2c0859:42245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T04:18:17,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741832_1008 (size=32) 2024-12-05T04:18:17,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741832_1008 (size=32) 2024-12-05T04:18:17,478 DEBUG [RS:1;2f66fa2c0859:45539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T04:18:17,478 DEBUG [RS:1;2f66fa2c0859:45539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T04:18:17,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:17,480 DEBUG [RS:0;2f66fa2c0859:42245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T04:18:17,481 DEBUG [RS:0;2f66fa2c0859:42245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee02a99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:17,481 DEBUG [RS:1;2f66fa2c0859:45539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T04:18:17,481 DEBUG [RS:1;2f66fa2c0859:45539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@525dde08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:17,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T04:18:17,482 DEBUG [RS:0;2f66fa2c0859:42245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233b9451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2f66fa2c0859/172.17.0.2:0 2024-12-05T04:18:17,482 INFO [RS:0;2f66fa2c0859:42245 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T04:18:17,482 INFO [RS:0;2f66fa2c0859:42245 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T04:18:17,482 DEBUG [RS:0;2f66fa2c0859:42245 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T04:18:17,483 INFO [RS:0;2f66fa2c0859:42245 {}] regionserver.HRegionServer(3073): reportForDuty to master=2f66fa2c0859,43683,1733372297162 with isa=2f66fa2c0859/172.17.0.2:42245, startcode=1733372297214 2024-12-05T04:18:17,483 DEBUG [RS:0;2f66fa2c0859:42245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T04:18:17,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T04:18:17,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:17,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:17,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T04:18:17,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T04:18:17,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:17,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:17,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T04:18:17,489 DEBUG [RS:1;2f66fa2c0859:45539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b67a3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2f66fa2c0859/172.17.0.2:0 2024-12-05T04:18:17,489 INFO [RS:1;2f66fa2c0859:45539 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T04:18:17,489 INFO [RS:1;2f66fa2c0859:45539 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T04:18:17,489 DEBUG [RS:1;2f66fa2c0859:45539 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T04:18:17,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T04:18:17,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:17,489 INFO [RS:1;2f66fa2c0859:45539 {}] regionserver.HRegionServer(3073): reportForDuty to master=2f66fa2c0859,43683,1733372297162 with isa=2f66fa2c0859/172.17.0.2:45539, startcode=1733372297243 2024-12-05T04:18:17,489 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39667, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T04:18:17,490 DEBUG [RS:1;2f66fa2c0859:45539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T04:18:17,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:17,490 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43683 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2f66fa2c0859,42245,1733372297214 2024-12-05T04:18:17,490 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43683 {}] master.ServerManager(486): Registering regionserver=2f66fa2c0859,42245,1733372297214 2024-12-05T04:18:17,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/meta/1588230740 2024-12-05T04:18:17,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/meta/1588230740 2024-12-05T04:18:17,492 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55833, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T04:18:17,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43683 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2f66fa2c0859,45539,1733372297243 2024-12-05T04:18:17,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43683 {}] master.ServerManager(486): Registering regionserver=2f66fa2c0859,45539,1733372297243 2024-12-05T04:18:17,493 DEBUG [RS:0;2f66fa2c0859:42245 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81 2024-12-05T04:18:17,493 DEBUG [RS:0;2f66fa2c0859:42245 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45603 2024-12-05T04:18:17,493 DEBUG [RS:0;2f66fa2c0859:42245 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T04:18:17,494 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T04:18:17,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T04:18:17,496 DEBUG [RS:1;2f66fa2c0859:45539 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81 2024-12-05T04:18:17,496 DEBUG [RS:1;2f66fa2c0859:45539 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45603 2024-12-05T04:18:17,496 DEBUG [RS:1;2f66fa2c0859:45539 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T04:18:17,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T04:18:17,496 DEBUG [RS:0;2f66fa2c0859:42245 {}] zookeeper.ZKUtil(111): regionserver:42245-0x1006065f8990001, quorum=127.0.0.1:59899, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2f66fa2c0859,42245,1733372297214 2024-12-05T04:18:17,496 WARN [RS:0;2f66fa2c0859:42245 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T04:18:17,496 INFO [RS:0;2f66fa2c0859:42245 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T04:18:17,497 DEBUG [RS:0;2f66fa2c0859:42245 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/WALs/2f66fa2c0859,42245,1733372297214 2024-12-05T04:18:17,501 DEBUG [RS:1;2f66fa2c0859:45539 {}] zookeeper.ZKUtil(111): regionserver:45539-0x1006065f8990002, quorum=127.0.0.1:59899, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2f66fa2c0859,45539,1733372297243 2024-12-05T04:18:17,501 WARN [RS:1;2f66fa2c0859:45539 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T04:18:17,501 INFO [RS:1;2f66fa2c0859:45539 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T04:18:17,501 DEBUG [RS:1;2f66fa2c0859:45539 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/WALs/2f66fa2c0859,45539,1733372297243 2024-12-05T04:18:17,504 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2f66fa2c0859,42245,1733372297214] 2024-12-05T04:18:17,505 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2f66fa2c0859,45539,1733372297243] 2024-12-05T04:18:17,505 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:17,506 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72684689, jitterRate=0.08308626711368561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T04:18:17,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T04:18:17,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T04:18:17,507 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T04:18:17,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T04:18:17,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T04:18:17,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T04:18:17,507 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T04:18:17,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T04:18:17,508 DEBUG [RS:1;2f66fa2c0859:45539 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T04:18:17,508 INFO [RS:1;2f66fa2c0859:45539 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T04:18:17,509 DEBUG [RS:0;2f66fa2c0859:42245 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T04:18:17,509 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T04:18:17,509 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-05T04:18:17,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T04:18:17,510 INFO [RS:0;2f66fa2c0859:42245 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T04:18:17,510 INFO [RS:1;2f66fa2c0859:45539 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T04:18:17,511 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T04:18:17,511 INFO [RS:1;2f66fa2c0859:45539 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T04:18:17,512 INFO [RS:1;2f66fa2c0859:45539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:17,512 INFO [RS:0;2f66fa2c0859:42245 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T04:18:17,512 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T04:18:17,516 INFO [RS:1;2f66fa2c0859:45539 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T04:18:17,516 INFO [RS:0;2f66fa2c0859:42245 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T04:18:17,516 INFO [RS:0;2f66fa2c0859:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:17,516 INFO [RS:0;2f66fa2c0859:42245 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T04:18:17,517 INFO [RS:1;2f66fa2c0859:45539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:17,517 DEBUG [RS:1;2f66fa2c0859:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:17,517 DEBUG [RS:1;2f66fa2c0859:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:17,517 DEBUG [RS:1;2f66fa2c0859:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:17,517 INFO [RS:0;2f66fa2c0859:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:17,517 DEBUG [RS:1;2f66fa2c0859:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:17,518 DEBUG [RS:1;2f66fa2c0859:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:17,518 DEBUG [RS:0;2f66fa2c0859:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:17,518 DEBUG [RS:1;2f66fa2c0859:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2f66fa2c0859:0, corePoolSize=2, maxPoolSize=2 2024-12-05T04:18:17,518 DEBUG [RS:0;2f66fa2c0859:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:17,518 DEBUG [RS:1;2f66fa2c0859:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:17,518 DEBUG [RS:0;2f66fa2c0859:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:17,518 DEBUG [RS:1;2f66fa2c0859:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:17,518 DEBUG [RS:0;2f66fa2c0859:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:17,518 DEBUG [RS:1;2f66fa2c0859:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:17,518 DEBUG [RS:0;2f66fa2c0859:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:17,518 DEBUG [RS:1;2f66fa2c0859:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:17,518 DEBUG [RS:0;2f66fa2c0859:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2f66fa2c0859:0, corePoolSize=2, maxPoolSize=2 2024-12-05T04:18:17,518 DEBUG [RS:1;2f66fa2c0859:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:17,518 DEBUG [RS:0;2f66fa2c0859:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:17,518 DEBUG [RS:1;2f66fa2c0859:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2f66fa2c0859:0, corePoolSize=3, maxPoolSize=3 2024-12-05T04:18:17,518 DEBUG [RS:1;2f66fa2c0859:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2f66fa2c0859:0, corePoolSize=3, maxPoolSize=3 2024-12-05T04:18:17,518 DEBUG [RS:0;2f66fa2c0859:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:17,518 DEBUG [RS:0;2f66fa2c0859:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:17,518 DEBUG [RS:0;2f66fa2c0859:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:17,519 DEBUG [RS:0;2f66fa2c0859:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:17,519 DEBUG [RS:0;2f66fa2c0859:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2f66fa2c0859:0, corePoolSize=3, maxPoolSize=3 2024-12-05T04:18:17,519 DEBUG [RS:0;2f66fa2c0859:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2f66fa2c0859:0, corePoolSize=3, maxPoolSize=3 2024-12-05T04:18:17,519 INFO [RS:1;2f66fa2c0859:45539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:17,519 INFO [RS:1;2f66fa2c0859:45539 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:17,519 INFO [RS:1;2f66fa2c0859:45539 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:17,519 INFO [RS:1;2f66fa2c0859:45539 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:17,519 INFO [RS:1;2f66fa2c0859:45539 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,45539,1733372297243-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T04:18:17,520 INFO [RS:0;2f66fa2c0859:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:17,520 INFO [RS:0;2f66fa2c0859:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:17,520 INFO [RS:0;2f66fa2c0859:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:17,520 INFO [RS:0;2f66fa2c0859:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:17,520 INFO [RS:0;2f66fa2c0859:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,42245,1733372297214-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T04:18:17,535 INFO [RS:1;2f66fa2c0859:45539 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T04:18:17,535 INFO [RS:1;2f66fa2c0859:45539 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,45539,1733372297243-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:17,546 INFO [RS:0;2f66fa2c0859:42245 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T04:18:17,546 INFO [RS:0;2f66fa2c0859:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,42245,1733372297214-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:17,550 INFO [RS:1;2f66fa2c0859:45539 {}] regionserver.Replication(204): 2f66fa2c0859,45539,1733372297243 started 2024-12-05T04:18:17,550 INFO [RS:1;2f66fa2c0859:45539 {}] regionserver.HRegionServer(1767): Serving as 2f66fa2c0859,45539,1733372297243, RpcServer on 2f66fa2c0859/172.17.0.2:45539, sessionid=0x1006065f8990002 2024-12-05T04:18:17,550 DEBUG [RS:1;2f66fa2c0859:45539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T04:18:17,551 DEBUG [RS:1;2f66fa2c0859:45539 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2f66fa2c0859,45539,1733372297243 2024-12-05T04:18:17,551 DEBUG [RS:1;2f66fa2c0859:45539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f66fa2c0859,45539,1733372297243' 2024-12-05T04:18:17,551 DEBUG [RS:1;2f66fa2c0859:45539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T04:18:17,551 DEBUG [RS:1;2f66fa2c0859:45539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T04:18:17,552 DEBUG [RS:1;2f66fa2c0859:45539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T04:18:17,552 DEBUG [RS:1;2f66fa2c0859:45539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T04:18:17,552 DEBUG [RS:1;2f66fa2c0859:45539 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2f66fa2c0859,45539,1733372297243 2024-12-05T04:18:17,552 DEBUG [RS:1;2f66fa2c0859:45539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f66fa2c0859,45539,1733372297243' 2024-12-05T04:18:17,552 DEBUG [RS:1;2f66fa2c0859:45539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T04:18:17,553 DEBUG [RS:1;2f66fa2c0859:45539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T04:18:17,553 DEBUG [RS:1;2f66fa2c0859:45539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T04:18:17,553 INFO [RS:1;2f66fa2c0859:45539 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T04:18:17,553 INFO [RS:1;2f66fa2c0859:45539 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T04:18:17,568 INFO [RS:0;2f66fa2c0859:42245 {}] regionserver.Replication(204): 2f66fa2c0859,42245,1733372297214 started 2024-12-05T04:18:17,568 INFO [RS:0;2f66fa2c0859:42245 {}] regionserver.HRegionServer(1767): Serving as 2f66fa2c0859,42245,1733372297214, RpcServer on 2f66fa2c0859/172.17.0.2:42245, sessionid=0x1006065f8990001 2024-12-05T04:18:17,569 DEBUG [RS:0;2f66fa2c0859:42245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T04:18:17,569 DEBUG [RS:0;2f66fa2c0859:42245 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2f66fa2c0859,42245,1733372297214 2024-12-05T04:18:17,569 DEBUG [RS:0;2f66fa2c0859:42245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f66fa2c0859,42245,1733372297214' 2024-12-05T04:18:17,569 DEBUG [RS:0;2f66fa2c0859:42245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T04:18:17,569 DEBUG [RS:0;2f66fa2c0859:42245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T04:18:17,569 DEBUG [RS:0;2f66fa2c0859:42245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T04:18:17,569 DEBUG [RS:0;2f66fa2c0859:42245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T04:18:17,569 DEBUG [RS:0;2f66fa2c0859:42245 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2f66fa2c0859,42245,1733372297214 2024-12-05T04:18:17,569 DEBUG [RS:0;2f66fa2c0859:42245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f66fa2c0859,42245,1733372297214' 2024-12-05T04:18:17,570 DEBUG [RS:0;2f66fa2c0859:42245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T04:18:17,570 DEBUG [RS:0;2f66fa2c0859:42245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T04:18:17,570 DEBUG [RS:0;2f66fa2c0859:42245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T04:18:17,570 INFO [RS:0;2f66fa2c0859:42245 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T04:18:17,570 INFO [RS:0;2f66fa2c0859:42245 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T04:18:17,633 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T04:18:17,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T04:18:17,654 INFO [RS:1;2f66fa2c0859:45539 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T04:18:17,657 INFO [RS:1;2f66fa2c0859:45539 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f66fa2c0859%2C45539%2C1733372297243, suffix=, logDir=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/WALs/2f66fa2c0859,45539,1733372297243, archiveDir=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/oldWALs, maxLogs=32 2024-12-05T04:18:17,663 WARN [2f66fa2c0859:43683 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-05T04:18:17,671 INFO [RS:0;2f66fa2c0859:42245 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T04:18:17,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T04:18:17,673 INFO [RS:0;2f66fa2c0859:42245 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f66fa2c0859%2C42245%2C1733372297214, suffix=, logDir=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/WALs/2f66fa2c0859,42245,1733372297214, archiveDir=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/oldWALs, maxLogs=32 2024-12-05T04:18:17,677 DEBUG [RS:1;2f66fa2c0859:45539 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/WALs/2f66fa2c0859,45539,1733372297243/2f66fa2c0859%2C45539%2C1733372297243.1733372297659, exclude list is [], retry=0 2024-12-05T04:18:17,681 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39189,DS-0778e25e-c1ee-4e42-8265-db946a390185,DISK] 2024-12-05T04:18:17,682 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40579,DS-d7f0a23a-4391-4162-b663-172972ecd40a,DISK] 2024-12-05T04:18:17,686 INFO [RS:1;2f66fa2c0859:45539 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/WALs/2f66fa2c0859,45539,1733372297243/2f66fa2c0859%2C45539%2C1733372297243.1733372297659 2024-12-05T04:18:17,687 DEBUG [RS:1;2f66fa2c0859:45539 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42319:42319),(127.0.0.1/127.0.0.1:35905:35905)] 2024-12-05T04:18:17,694 DEBUG [RS:0;2f66fa2c0859:42245 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/WALs/2f66fa2c0859,42245,1733372297214/2f66fa2c0859%2C42245%2C1733372297214.1733372297676, exclude list is [], retry=0 2024-12-05T04:18:17,698 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40579,DS-d7f0a23a-4391-4162-b663-172972ecd40a,DISK] 2024-12-05T04:18:17,698 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39189,DS-0778e25e-c1ee-4e42-8265-db946a390185,DISK] 2024-12-05T04:18:17,701 INFO [RS:0;2f66fa2c0859:42245 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/WALs/2f66fa2c0859,42245,1733372297214/2f66fa2c0859%2C42245%2C1733372297214.1733372297676 2024-12-05T04:18:17,701 DEBUG [RS:0;2f66fa2c0859:42245 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35905:35905),(127.0.0.1/127.0.0.1:42319:42319)] 2024-12-05T04:18:17,913 DEBUG [2f66fa2c0859:43683 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T04:18:17,913 DEBUG [2f66fa2c0859:43683 {}] balancer.BalancerClusterState(202): Hosts are {2f66fa2c0859=0} racks are {/default-rack=0} 2024-12-05T04:18:17,915 DEBUG [2f66fa2c0859:43683 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T04:18:17,916 DEBUG [2f66fa2c0859:43683 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T04:18:17,916 INFO [2f66fa2c0859:43683 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T04:18:17,916 INFO [2f66fa2c0859:43683 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T04:18:17,916 DEBUG [2f66fa2c0859:43683 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T04:18:17,916 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2f66fa2c0859,42245,1733372297214 2024-12-05T04:18:17,918 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2f66fa2c0859,42245,1733372297214, state=OPENING 2024-12-05T04:18:17,919 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T04:18:17,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1006065f8990002, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:17,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x1006065f8990001, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:17,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:17,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:17,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:17,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=2f66fa2c0859,42245,1733372297214}] 2024-12-05T04:18:17,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:18,076 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2f66fa2c0859,42245,1733372297214 2024-12-05T04:18:18,076 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T04:18:18,078 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T04:18:18,083 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-05T04:18:18,083 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T04:18:18,083 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T04:18:18,086 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f66fa2c0859%2C42245%2C1733372297214.meta, suffix=.meta, logDir=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/WALs/2f66fa2c0859,42245,1733372297214, archiveDir=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/oldWALs, maxLogs=32 2024-12-05T04:18:18,102 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/WALs/2f66fa2c0859,42245,1733372297214/2f66fa2c0859%2C42245%2C1733372297214.meta.1733372298088.meta, exclude list is [], retry=0 2024-12-05T04:18:18,105 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40579,DS-d7f0a23a-4391-4162-b663-172972ecd40a,DISK] 2024-12-05T04:18:18,105 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39189,DS-0778e25e-c1ee-4e42-8265-db946a390185,DISK] 2024-12-05T04:18:18,110 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/WALs/2f66fa2c0859,42245,1733372297214/2f66fa2c0859%2C42245%2C1733372297214.meta.1733372298088.meta 2024-12-05T04:18:18,111 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35905:35905),(127.0.0.1/127.0.0.1:42319:42319)] 2024-12-05T04:18:18,111 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T04:18:18,111 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T04:18:18,111 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T04:18:18,112 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T04:18:18,112 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T04:18:18,112 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:18,112 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-05T04:18:18,112 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-05T04:18:18,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T04:18:18,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T04:18:18,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:18,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:18,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T04:18:18,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T04:18:18,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:18,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:18,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T04:18:18,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T04:18:18,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:18,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:18,121 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/meta/1588230740 2024-12-05T04:18:18,122 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/meta/1588230740 2024-12-05T04:18:18,124 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T04:18:18,126 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T04:18:18,127 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72671659, jitterRate=0.08289210498332977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T04:18:18,128 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T04:18:18,129 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733372298075 2024-12-05T04:18:18,131 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T04:18:18,131 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-05T04:18:18,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2f66fa2c0859,42245,1733372297214 2024-12-05T04:18:18,133 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2f66fa2c0859,42245,1733372297214, state=OPEN 2024-12-05T04:18:18,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x1006065f8990001, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T04:18:18,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1006065f8990002, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T04:18:18,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T04:18:18,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:18,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:18,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:18,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T04:18:18,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=2f66fa2c0859,42245,1733372297214 in 213 msec 2024-12-05T04:18:18,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T04:18:18,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 629 msec 2024-12-05T04:18:18,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 694 msec 2024-12-05T04:18:18,144 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733372298144, completionTime=-1 2024-12-05T04:18:18,144 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-05T04:18:18,144 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-05T04:18:18,145 DEBUG [hconnection-0x4e1ec9d-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T04:18:18,147 INFO [RS-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T04:18:18,148 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-05T04:18:18,148 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733372358148 2024-12-05T04:18:18,148 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733372418148 2024-12-05T04:18:18,148 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-12-05T04:18:18,155 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,43683,1733372297162-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:18,155 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,43683,1733372297162-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:18,155 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,43683,1733372297162-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:18,155 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2f66fa2c0859:43683, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:18,155 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:18,156 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-05T04:18:18,156 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T04:18:18,157 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-05T04:18:18,157 DEBUG [master/2f66fa2c0859:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-05T04:18:18,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T04:18:18,159 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:18,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T04:18:18,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741836_1012 (size=358) 2024-12-05T04:18:18,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741836_1012 (size=358) 2024-12-05T04:18:18,177 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b91e4a5aa2371568bb09618b4f2e6a3d, NAME => 'hbase:namespace,,1733372298156.b91e4a5aa2371568bb09618b4f2e6a3d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81 2024-12-05T04:18:18,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741837_1013 (size=42) 2024-12-05T04:18:18,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741837_1013 (size=42) 2024-12-05T04:18:18,589 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733372298156.b91e4a5aa2371568bb09618b4f2e6a3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:18,589 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing b91e4a5aa2371568bb09618b4f2e6a3d, disabling compactions & flushes 2024-12-05T04:18:18,589 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733372298156.b91e4a5aa2371568bb09618b4f2e6a3d. 2024-12-05T04:18:18,589 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733372298156.b91e4a5aa2371568bb09618b4f2e6a3d. 2024-12-05T04:18:18,589 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733372298156.b91e4a5aa2371568bb09618b4f2e6a3d. after waiting 0 ms 2024-12-05T04:18:18,589 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733372298156.b91e4a5aa2371568bb09618b4f2e6a3d. 2024-12-05T04:18:18,589 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733372298156.b91e4a5aa2371568bb09618b4f2e6a3d. 2024-12-05T04:18:18,589 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for b91e4a5aa2371568bb09618b4f2e6a3d: 2024-12-05T04:18:18,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T04:18:18,592 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733372298156.b91e4a5aa2371568bb09618b4f2e6a3d.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733372298591"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733372298591"}]},"ts":"1733372298591"} 2024-12-05T04:18:18,594 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T04:18:18,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T04:18:18,596 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733372298595"}]},"ts":"1733372298595"} 2024-12-05T04:18:18,598 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-05T04:18:18,602 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {2f66fa2c0859=0} racks are {/default-rack=0} 2024-12-05T04:18:18,603 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T04:18:18,603 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T04:18:18,603 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T04:18:18,603 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T04:18:18,603 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T04:18:18,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b91e4a5aa2371568bb09618b4f2e6a3d, ASSIGN}] 2024-12-05T04:18:18,605 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b91e4a5aa2371568bb09618b4f2e6a3d, ASSIGN 2024-12-05T04:18:18,605 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=b91e4a5aa2371568bb09618b4f2e6a3d, ASSIGN; state=OFFLINE, location=2f66fa2c0859,42245,1733372297214; forceNewPlan=false, retain=false 2024-12-05T04:18:18,756 INFO [2f66fa2c0859:43683 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T04:18:18,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b91e4a5aa2371568bb09618b4f2e6a3d, regionState=OPENING, regionLocation=2f66fa2c0859,42245,1733372297214 2024-12-05T04:18:18,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure b91e4a5aa2371568bb09618b4f2e6a3d, server=2f66fa2c0859,42245,1733372297214}] 2024-12-05T04:18:18,912 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2f66fa2c0859,42245,1733372297214 2024-12-05T04:18:18,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733372298156.b91e4a5aa2371568bb09618b4f2e6a3d. 2024-12-05T04:18:18,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => b91e4a5aa2371568bb09618b4f2e6a3d, NAME => 'hbase:namespace,,1733372298156.b91e4a5aa2371568bb09618b4f2e6a3d.', STARTKEY => '', ENDKEY => ''} 2024-12-05T04:18:18,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace b91e4a5aa2371568bb09618b4f2e6a3d 2024-12-05T04:18:18,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733372298156.b91e4a5aa2371568bb09618b4f2e6a3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:18,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for b91e4a5aa2371568bb09618b4f2e6a3d 2024-12-05T04:18:18,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for b91e4a5aa2371568bb09618b4f2e6a3d 2024-12-05T04:18:18,920 INFO [StoreOpener-b91e4a5aa2371568bb09618b4f2e6a3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b91e4a5aa2371568bb09618b4f2e6a3d 2024-12-05T04:18:18,921 INFO [StoreOpener-b91e4a5aa2371568bb09618b4f2e6a3d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b91e4a5aa2371568bb09618b4f2e6a3d columnFamilyName info 2024-12-05T04:18:18,921 DEBUG [StoreOpener-b91e4a5aa2371568bb09618b4f2e6a3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:18,922 INFO [StoreOpener-b91e4a5aa2371568bb09618b4f2e6a3d-1 {}] regionserver.HStore(327): Store=b91e4a5aa2371568bb09618b4f2e6a3d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:18,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/namespace/b91e4a5aa2371568bb09618b4f2e6a3d 2024-12-05T04:18:18,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/namespace/b91e4a5aa2371568bb09618b4f2e6a3d 2024-12-05T04:18:18,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for b91e4a5aa2371568bb09618b4f2e6a3d 2024-12-05T04:18:18,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/namespace/b91e4a5aa2371568bb09618b4f2e6a3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:18,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened b91e4a5aa2371568bb09618b4f2e6a3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73036125, jitterRate=0.08832307159900665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T04:18:18,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for b91e4a5aa2371568bb09618b4f2e6a3d: 2024-12-05T04:18:18,932 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733372298156.b91e4a5aa2371568bb09618b4f2e6a3d., pid=6, masterSystemTime=1733372298912 2024-12-05T04:18:18,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733372298156.b91e4a5aa2371568bb09618b4f2e6a3d. 2024-12-05T04:18:18,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733372298156.b91e4a5aa2371568bb09618b4f2e6a3d. 2024-12-05T04:18:18,935 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b91e4a5aa2371568bb09618b4f2e6a3d, regionState=OPEN, openSeqNum=2, regionLocation=2f66fa2c0859,42245,1733372297214 2024-12-05T04:18:18,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T04:18:18,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure b91e4a5aa2371568bb09618b4f2e6a3d, server=2f66fa2c0859,42245,1733372297214 in 179 msec 2024-12-05T04:18:18,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T04:18:18,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=b91e4a5aa2371568bb09618b4f2e6a3d, ASSIGN in 337 msec 2024-12-05T04:18:18,944 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T04:18:18,944 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733372298944"}]},"ts":"1733372298944"} 2024-12-05T04:18:18,946 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-05T04:18:18,950 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T04:18:18,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 794 msec 2024-12-05T04:18:18,959 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-05T04:18:18,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-05T04:18:18,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x1006065f8990001, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:18,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1006065f8990002, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:18,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:18,966 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-05T04:18:18,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T04:18:18,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 12 msec 2024-12-05T04:18:18,988 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-05T04:18:18,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T04:18:19,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 13 msec 2024-12-05T04:18:19,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-05T04:18:19,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-05T04:18:19,017 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.750sec 2024-12-05T04:18:19,017 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T04:18:19,017 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T04:18:19,017 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T04:18:19,017 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T04:18:19,017 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T04:18:19,017 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,43683,1733372297162-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T04:18:19,017 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,43683,1733372297162-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T04:18:19,020 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-05T04:18:19,020 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T04:18:19,020 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,43683,1733372297162-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:19,062 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6fd8bbd6 to 127.0.0.1:59899 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51e0e39 2024-12-05T04:18:19,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd39f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:19,068 DEBUG [hconnection-0x24650250-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T04:18:19,070 INFO [RS-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47708, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T04:18:19,072 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=2f66fa2c0859,43683,1733372297162 2024-12-05T04:18:19,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T04:18:19,075 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T04:18:19,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43683 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T04:18:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43683 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-05T04:18:19,079 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T04:18:19,079 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:19,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43683 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-05T04:18:19,081 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T04:18:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43683 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:19,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741838_1014 (size=379) 2024-12-05T04:18:19,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741838_1014 (size=379) 2024-12-05T04:18:19,092 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 829b22c28e7350b6a0d196eca3471d77, NAME => 'testClearRegionBlockCache,,1733372299076.829b22c28e7350b6a0d196eca3471d77.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81 2024-12-05T04:18:19,092 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 3baca5214cadf1d96707c8532740bfcc, NAME => 'testClearRegionBlockCache,5,1733372299076.3baca5214cadf1d96707c8532740bfcc.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81 2024-12-05T04:18:19,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741839_1015 (size=61) 2024-12-05T04:18:19,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741839_1015 (size=61) 2024-12-05T04:18:19,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741840_1016 (size=61) 2024-12-05T04:18:19,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741840_1016 (size=61) 2024-12-05T04:18:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43683 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43683 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:19,506 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733372299076.829b22c28e7350b6a0d196eca3471d77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:19,506 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733372299076.3baca5214cadf1d96707c8532740bfcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:19,506 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 829b22c28e7350b6a0d196eca3471d77, disabling compactions & flushes 2024-12-05T04:18:19,506 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 3baca5214cadf1d96707c8532740bfcc, disabling compactions & flushes 2024-12-05T04:18:19,506 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733372299076.829b22c28e7350b6a0d196eca3471d77. 2024-12-05T04:18:19,506 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733372299076.3baca5214cadf1d96707c8532740bfcc. 2024-12-05T04:18:19,506 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733372299076.829b22c28e7350b6a0d196eca3471d77. 2024-12-05T04:18:19,506 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733372299076.829b22c28e7350b6a0d196eca3471d77. after waiting 0 ms 2024-12-05T04:18:19,506 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733372299076.3baca5214cadf1d96707c8532740bfcc. 2024-12-05T04:18:19,506 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733372299076.829b22c28e7350b6a0d196eca3471d77. 2024-12-05T04:18:19,506 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733372299076.3baca5214cadf1d96707c8532740bfcc. after waiting 0 ms 2024-12-05T04:18:19,506 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733372299076.829b22c28e7350b6a0d196eca3471d77. 2024-12-05T04:18:19,506 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733372299076.3baca5214cadf1d96707c8532740bfcc. 2024-12-05T04:18:19,506 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 829b22c28e7350b6a0d196eca3471d77: 2024-12-05T04:18:19,506 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733372299076.3baca5214cadf1d96707c8532740bfcc. 2024-12-05T04:18:19,506 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 3baca5214cadf1d96707c8532740bfcc: 2024-12-05T04:18:19,508 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T04:18:19,509 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733372299076.829b22c28e7350b6a0d196eca3471d77.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733372299508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733372299508"}]},"ts":"1733372299508"} 2024-12-05T04:18:19,509 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733372299076.3baca5214cadf1d96707c8532740bfcc.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733372299508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733372299508"}]},"ts":"1733372299508"} 2024-12-05T04:18:19,512 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-05T04:18:19,513 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T04:18:19,513 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733372299513"}]},"ts":"1733372299513"} 2024-12-05T04:18:19,515 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-05T04:18:19,519 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {2f66fa2c0859=0} racks are {/default-rack=0} 2024-12-05T04:18:19,521 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T04:18:19,521 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T04:18:19,521 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T04:18:19,521 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T04:18:19,521 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T04:18:19,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=829b22c28e7350b6a0d196eca3471d77, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3baca5214cadf1d96707c8532740bfcc, ASSIGN}] 2024-12-05T04:18:19,523 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3baca5214cadf1d96707c8532740bfcc, ASSIGN 2024-12-05T04:18:19,523 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=829b22c28e7350b6a0d196eca3471d77, ASSIGN 2024-12-05T04:18:19,524 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=829b22c28e7350b6a0d196eca3471d77, ASSIGN; state=OFFLINE, location=2f66fa2c0859,42245,1733372297214; forceNewPlan=false, retain=false 2024-12-05T04:18:19,524 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3baca5214cadf1d96707c8532740bfcc, ASSIGN; state=OFFLINE, location=2f66fa2c0859,45539,1733372297243; forceNewPlan=false, retain=false 2024-12-05T04:18:19,675 INFO [2f66fa2c0859:43683 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-05T04:18:19,675 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=3baca5214cadf1d96707c8532740bfcc, regionState=OPENING, regionLocation=2f66fa2c0859,45539,1733372297243 2024-12-05T04:18:19,675 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=829b22c28e7350b6a0d196eca3471d77, regionState=OPENING, regionLocation=2f66fa2c0859,42245,1733372297214 2024-12-05T04:18:19,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 829b22c28e7350b6a0d196eca3471d77, server=2f66fa2c0859,42245,1733372297214}] 2024-12-05T04:18:19,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 3baca5214cadf1d96707c8532740bfcc, server=2f66fa2c0859,45539,1733372297243}] 2024-12-05T04:18:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43683 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:19,831 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2f66fa2c0859,42245,1733372297214 2024-12-05T04:18:19,833 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2f66fa2c0859,45539,1733372297243 2024-12-05T04:18:19,833 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T04:18:19,835 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T04:18:19,836 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733372299076.829b22c28e7350b6a0d196eca3471d77. 2024-12-05T04:18:19,836 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 829b22c28e7350b6a0d196eca3471d77, NAME => 'testClearRegionBlockCache,,1733372299076.829b22c28e7350b6a0d196eca3471d77.', STARTKEY => '', ENDKEY => '5'} 2024-12-05T04:18:19,836 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 829b22c28e7350b6a0d196eca3471d77 2024-12-05T04:18:19,836 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733372299076.829b22c28e7350b6a0d196eca3471d77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:19,837 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 829b22c28e7350b6a0d196eca3471d77 2024-12-05T04:18:19,837 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 829b22c28e7350b6a0d196eca3471d77 2024-12-05T04:18:19,840 INFO [StoreOpener-829b22c28e7350b6a0d196eca3471d77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 829b22c28e7350b6a0d196eca3471d77 2024-12-05T04:18:19,840 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733372299076.3baca5214cadf1d96707c8532740bfcc. 2024-12-05T04:18:19,840 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 3baca5214cadf1d96707c8532740bfcc, NAME => 'testClearRegionBlockCache,5,1733372299076.3baca5214cadf1d96707c8532740bfcc.', STARTKEY => '5', ENDKEY => ''} 2024-12-05T04:18:19,841 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3baca5214cadf1d96707c8532740bfcc 2024-12-05T04:18:19,841 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733372299076.3baca5214cadf1d96707c8532740bfcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:19,841 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 3baca5214cadf1d96707c8532740bfcc 2024-12-05T04:18:19,841 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 3baca5214cadf1d96707c8532740bfcc 2024-12-05T04:18:19,842 INFO [StoreOpener-829b22c28e7350b6a0d196eca3471d77-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 829b22c28e7350b6a0d196eca3471d77 columnFamilyName family 2024-12-05T04:18:19,842 DEBUG [StoreOpener-829b22c28e7350b6a0d196eca3471d77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:19,843 INFO [StoreOpener-829b22c28e7350b6a0d196eca3471d77-1 {}] regionserver.HStore(327): Store=829b22c28e7350b6a0d196eca3471d77/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:19,844 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/default/testClearRegionBlockCache/829b22c28e7350b6a0d196eca3471d77 2024-12-05T04:18:19,845 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/default/testClearRegionBlockCache/829b22c28e7350b6a0d196eca3471d77 2024-12-05T04:18:19,845 INFO [StoreOpener-3baca5214cadf1d96707c8532740bfcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3baca5214cadf1d96707c8532740bfcc 2024-12-05T04:18:19,847 INFO [StoreOpener-3baca5214cadf1d96707c8532740bfcc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3baca5214cadf1d96707c8532740bfcc columnFamilyName family 2024-12-05T04:18:19,847 DEBUG [StoreOpener-3baca5214cadf1d96707c8532740bfcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:19,848 INFO [StoreOpener-3baca5214cadf1d96707c8532740bfcc-1 {}] regionserver.HStore(327): Store=3baca5214cadf1d96707c8532740bfcc/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:19,848 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 829b22c28e7350b6a0d196eca3471d77 2024-12-05T04:18:19,849 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/default/testClearRegionBlockCache/3baca5214cadf1d96707c8532740bfcc 2024-12-05T04:18:19,849 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/default/testClearRegionBlockCache/3baca5214cadf1d96707c8532740bfcc 2024-12-05T04:18:19,851 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/default/testClearRegionBlockCache/829b22c28e7350b6a0d196eca3471d77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:19,851 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 829b22c28e7350b6a0d196eca3471d77; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71751061, jitterRate=0.06917412579059601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T04:18:19,853 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 3baca5214cadf1d96707c8532740bfcc 2024-12-05T04:18:19,853 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 829b22c28e7350b6a0d196eca3471d77: 2024-12-05T04:18:19,854 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733372299076.829b22c28e7350b6a0d196eca3471d77., pid=12, masterSystemTime=1733372299831 2024-12-05T04:18:19,855 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/default/testClearRegionBlockCache/3baca5214cadf1d96707c8532740bfcc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:19,856 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 3baca5214cadf1d96707c8532740bfcc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73018756, jitterRate=0.08806425333023071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T04:18:19,856 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 3baca5214cadf1d96707c8532740bfcc: 2024-12-05T04:18:19,857 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733372299076.829b22c28e7350b6a0d196eca3471d77. 2024-12-05T04:18:19,857 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733372299076.829b22c28e7350b6a0d196eca3471d77. 2024-12-05T04:18:19,857 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733372299076.3baca5214cadf1d96707c8532740bfcc., pid=13, masterSystemTime=1733372299833 2024-12-05T04:18:19,858 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=829b22c28e7350b6a0d196eca3471d77, regionState=OPEN, openSeqNum=2, regionLocation=2f66fa2c0859,42245,1733372297214 2024-12-05T04:18:19,859 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733372299076.3baca5214cadf1d96707c8532740bfcc. 2024-12-05T04:18:19,859 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733372299076.3baca5214cadf1d96707c8532740bfcc. 2024-12-05T04:18:19,860 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=3baca5214cadf1d96707c8532740bfcc, regionState=OPEN, openSeqNum=2, regionLocation=2f66fa2c0859,45539,1733372297243 2024-12-05T04:18:19,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-05T04:18:19,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 829b22c28e7350b6a0d196eca3471d77, server=2f66fa2c0859,42245,1733372297214 in 182 msec 2024-12-05T04:18:19,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-05T04:18:19,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=829b22c28e7350b6a0d196eca3471d77, ASSIGN in 343 msec 2024-12-05T04:18:19,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 3baca5214cadf1d96707c8532740bfcc, server=2f66fa2c0859,45539,1733372297243 in 184 msec 2024-12-05T04:18:19,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-05T04:18:19,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3baca5214cadf1d96707c8532740bfcc, ASSIGN in 344 msec 2024-12-05T04:18:19,869 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T04:18:19,869 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733372299869"}]},"ts":"1733372299869"} 2024-12-05T04:18:19,871 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-05T04:18:19,874 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T04:18:19,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 797 msec 2024-12-05T04:18:19,963 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T04:18:19,963 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T04:18:19,965 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-05T04:18:19,965 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-05T04:18:19,966 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T04:18:19,966 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T04:18:19,967 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T04:18:19,967 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T04:18:19,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-12-05T04:18:19,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-12-05T04:18:20,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43683 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:20,189 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-05T04:18:20,189 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-05T04:18:20,189 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T04:18:20,193 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-05T04:18:20,193 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T04:18:20,193 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-05T04:18:20,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T04:18:20,209 INFO [RS-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T04:18:20,217 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 829b22c28e7350b6a0d196eca3471d77 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-05T04:18:20,242 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/default/testClearRegionBlockCache/829b22c28e7350b6a0d196eca3471d77/.tmp/family/d60ce93e692b4bdfa0ba2be74c82700f is 32, key is 1/family:/1733372300197/Put/seqid=0 2024-12-05T04:18:20,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741841_1017 (size=5054) 2024-12-05T04:18:20,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741841_1017 (size=5054) 2024-12-05T04:18:20,249 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/default/testClearRegionBlockCache/829b22c28e7350b6a0d196eca3471d77/.tmp/family/d60ce93e692b4bdfa0ba2be74c82700f 2024-12-05T04:18:20,257 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/default/testClearRegionBlockCache/829b22c28e7350b6a0d196eca3471d77/.tmp/family/d60ce93e692b4bdfa0ba2be74c82700f as hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/default/testClearRegionBlockCache/829b22c28e7350b6a0d196eca3471d77/family/d60ce93e692b4bdfa0ba2be74c82700f 2024-12-05T04:18:20,266 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/default/testClearRegionBlockCache/829b22c28e7350b6a0d196eca3471d77/family/d60ce93e692b4bdfa0ba2be74c82700f, entries=4, sequenceid=8, filesize=4.9 K 2024-12-05T04:18:20,267 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 829b22c28e7350b6a0d196eca3471d77 in 50ms, sequenceid=8, compaction requested=false 2024-12-05T04:18:20,267 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 829b22c28e7350b6a0d196eca3471d77: 2024-12-05T04:18:20,267 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 3baca5214cadf1d96707c8532740bfcc 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-05T04:18:20,286 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/default/testClearRegionBlockCache/3baca5214cadf1d96707c8532740bfcc/.tmp/family/a4eb580b69254a3f9863a42a2319f07a is 32, key is 5/family:/1733372300210/Put/seqid=0 2024-12-05T04:18:20,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741842_1018 (size=5083) 2024-12-05T04:18:20,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741842_1018 (size=5083) 2024-12-05T04:18:20,294 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/default/testClearRegionBlockCache/3baca5214cadf1d96707c8532740bfcc/.tmp/family/a4eb580b69254a3f9863a42a2319f07a 2024-12-05T04:18:20,303 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/default/testClearRegionBlockCache/3baca5214cadf1d96707c8532740bfcc/.tmp/family/a4eb580b69254a3f9863a42a2319f07a as hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/default/testClearRegionBlockCache/3baca5214cadf1d96707c8532740bfcc/family/a4eb580b69254a3f9863a42a2319f07a 2024-12-05T04:18:20,310 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/default/testClearRegionBlockCache/3baca5214cadf1d96707c8532740bfcc/family/a4eb580b69254a3f9863a42a2319f07a, entries=5, sequenceid=9, filesize=5.0 K 2024-12-05T04:18:20,312 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 3baca5214cadf1d96707c8532740bfcc in 44ms, sequenceid=9, compaction requested=false 2024-12-05T04:18:20,312 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 3baca5214cadf1d96707c8532740bfcc: 2024-12-05T04:18:20,316 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-05T04:18:20,316 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T04:18:20,317 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6fd8bbd6 to 127.0.0.1:59899 2024-12-05T04:18:20,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:20,317 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T04:18:20,317 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1060179970, stopped=false 2024-12-05T04:18:20,317 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=2f66fa2c0859,43683,1733372297162 2024-12-05T04:18:20,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:20,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1006065f8990002, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:20,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:20,321 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-05T04:18:20,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1006065f8990002, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:20,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x1006065f8990001, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:20,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x1006065f8990001, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:20,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:20,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:20,322 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2f66fa2c0859,42245,1733372297214' ***** 2024-12-05T04:18:20,322 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T04:18:20,322 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2f66fa2c0859,45539,1733372297243' ***** 2024-12-05T04:18:20,322 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T04:18:20,322 INFO [RS:1;2f66fa2c0859:45539 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T04:18:20,322 INFO [RS:0;2f66fa2c0859:42245 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T04:18:20,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42245-0x1006065f8990001, quorum=127.0.0.1:59899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:20,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45539-0x1006065f8990002, quorum=127.0.0.1:59899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:20,322 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T04:18:20,323 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T04:18:20,323 INFO [RS:0;2f66fa2c0859:42245 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T04:18:20,322 INFO [RS:1;2f66fa2c0859:45539 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T04:18:20,323 INFO [RS:1;2f66fa2c0859:45539 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T04:18:20,323 INFO [RS:1;2f66fa2c0859:45539 {}] regionserver.HRegionServer(3579): Received CLOSE for 3baca5214cadf1d96707c8532740bfcc 2024-12-05T04:18:20,324 INFO [RS:0;2f66fa2c0859:42245 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T04:18:20,324 INFO [RS:1;2f66fa2c0859:45539 {}] regionserver.HRegionServer(1224): stopping server 2f66fa2c0859,45539,1733372297243 2024-12-05T04:18:20,324 DEBUG [RS:1;2f66fa2c0859:45539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:20,324 INFO [RS:0;2f66fa2c0859:42245 {}] regionserver.HRegionServer(3579): Received CLOSE for b91e4a5aa2371568bb09618b4f2e6a3d 2024-12-05T04:18:20,324 INFO [RS:1;2f66fa2c0859:45539 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-05T04:18:20,324 DEBUG [RS:1;2f66fa2c0859:45539 {}] regionserver.HRegionServer(1603): Online Regions={3baca5214cadf1d96707c8532740bfcc=testClearRegionBlockCache,5,1733372299076.3baca5214cadf1d96707c8532740bfcc.} 2024-12-05T04:18:20,324 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3baca5214cadf1d96707c8532740bfcc, disabling compactions & flushes 2024-12-05T04:18:20,324 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733372299076.3baca5214cadf1d96707c8532740bfcc. 2024-12-05T04:18:20,324 DEBUG [RS:1;2f66fa2c0859:45539 {}] regionserver.HRegionServer(1629): Waiting on 3baca5214cadf1d96707c8532740bfcc 2024-12-05T04:18:20,324 INFO [RS:0;2f66fa2c0859:42245 {}] regionserver.HRegionServer(3579): Received CLOSE for 829b22c28e7350b6a0d196eca3471d77 2024-12-05T04:18:20,324 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733372299076.3baca5214cadf1d96707c8532740bfcc. 2024-12-05T04:18:20,324 INFO [RS:0;2f66fa2c0859:42245 {}] regionserver.HRegionServer(1224): stopping server 2f66fa2c0859,42245,1733372297214 2024-12-05T04:18:20,324 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733372299076.3baca5214cadf1d96707c8532740bfcc. after waiting 0 ms 2024-12-05T04:18:20,324 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b91e4a5aa2371568bb09618b4f2e6a3d, disabling compactions & flushes 2024-12-05T04:18:20,324 DEBUG [RS:0;2f66fa2c0859:42245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:20,324 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733372299076.3baca5214cadf1d96707c8532740bfcc. 2024-12-05T04:18:20,324 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733372298156.b91e4a5aa2371568bb09618b4f2e6a3d. 2024-12-05T04:18:20,324 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733372298156.b91e4a5aa2371568bb09618b4f2e6a3d. 2024-12-05T04:18:20,324 INFO [RS:0;2f66fa2c0859:42245 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T04:18:20,324 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733372298156.b91e4a5aa2371568bb09618b4f2e6a3d. after waiting 0 ms 2024-12-05T04:18:20,324 INFO [RS:0;2f66fa2c0859:42245 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T04:18:20,324 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733372298156.b91e4a5aa2371568bb09618b4f2e6a3d. 2024-12-05T04:18:20,324 INFO [RS:0;2f66fa2c0859:42245 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T04:18:20,324 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing b91e4a5aa2371568bb09618b4f2e6a3d 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-05T04:18:20,324 INFO [RS:0;2f66fa2c0859:42245 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-05T04:18:20,325 INFO [RS:0;2f66fa2c0859:42245 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-05T04:18:20,325 DEBUG [RS:0;2f66fa2c0859:42245 {}] regionserver.HRegionServer(1603): Online Regions={b91e4a5aa2371568bb09618b4f2e6a3d=hbase:namespace,,1733372298156.b91e4a5aa2371568bb09618b4f2e6a3d., 1588230740=hbase:meta,,1.1588230740, 829b22c28e7350b6a0d196eca3471d77=testClearRegionBlockCache,,1733372299076.829b22c28e7350b6a0d196eca3471d77.} 2024-12-05T04:18:20,325 DEBUG [RS:0;2f66fa2c0859:42245 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 829b22c28e7350b6a0d196eca3471d77, b91e4a5aa2371568bb09618b4f2e6a3d 2024-12-05T04:18:20,326 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T04:18:20,326 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T04:18:20,326 INFO [regionserver/2f66fa2c0859:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T04:18:20,326 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T04:18:20,326 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T04:18:20,326 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T04:18:20,326 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-05T04:18:20,331 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/default/testClearRegionBlockCache/3baca5214cadf1d96707c8532740bfcc/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T04:18:20,331 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733372299076.3baca5214cadf1d96707c8532740bfcc. 2024-12-05T04:18:20,332 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3baca5214cadf1d96707c8532740bfcc: 2024-12-05T04:18:20,332 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733372299076.3baca5214cadf1d96707c8532740bfcc. 2024-12-05T04:18:20,343 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/namespace/b91e4a5aa2371568bb09618b4f2e6a3d/.tmp/info/dc29322891084493aa798aa8d90b93ac is 45, key is default/info:d/1733372298971/Put/seqid=0 2024-12-05T04:18:20,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741843_1019 (size=5037) 2024-12-05T04:18:20,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741843_1019 (size=5037) 2024-12-05T04:18:20,351 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/namespace/b91e4a5aa2371568bb09618b4f2e6a3d/.tmp/info/dc29322891084493aa798aa8d90b93ac 2024-12-05T04:18:20,352 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/meta/1588230740/.tmp/info/2b1fb4914a7d42728de9747d8b10495f is 173, key is testClearRegionBlockCache,5,1733372299076.3baca5214cadf1d96707c8532740bfcc./info:regioninfo/1733372299860/Put/seqid=0 2024-12-05T04:18:20,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741844_1020 (size=9337) 2024-12-05T04:18:20,360 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/namespace/b91e4a5aa2371568bb09618b4f2e6a3d/.tmp/info/dc29322891084493aa798aa8d90b93ac as hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/namespace/b91e4a5aa2371568bb09618b4f2e6a3d/info/dc29322891084493aa798aa8d90b93ac 2024-12-05T04:18:20,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741844_1020 (size=9337) 2024-12-05T04:18:20,362 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/meta/1588230740/.tmp/info/2b1fb4914a7d42728de9747d8b10495f 2024-12-05T04:18:20,370 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/namespace/b91e4a5aa2371568bb09618b4f2e6a3d/info/dc29322891084493aa798aa8d90b93ac, entries=2, sequenceid=6, filesize=4.9 K 2024-12-05T04:18:20,372 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for b91e4a5aa2371568bb09618b4f2e6a3d in 47ms, sequenceid=6, compaction requested=false 2024-12-05T04:18:20,377 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/namespace/b91e4a5aa2371568bb09618b4f2e6a3d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T04:18:20,378 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733372298156.b91e4a5aa2371568bb09618b4f2e6a3d. 2024-12-05T04:18:20,378 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b91e4a5aa2371568bb09618b4f2e6a3d: 2024-12-05T04:18:20,378 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733372298156.b91e4a5aa2371568bb09618b4f2e6a3d. 2024-12-05T04:18:20,378 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 829b22c28e7350b6a0d196eca3471d77, disabling compactions & flushes 2024-12-05T04:18:20,379 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733372299076.829b22c28e7350b6a0d196eca3471d77. 2024-12-05T04:18:20,379 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733372299076.829b22c28e7350b6a0d196eca3471d77. 2024-12-05T04:18:20,379 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733372299076.829b22c28e7350b6a0d196eca3471d77. after waiting 0 ms 2024-12-05T04:18:20,379 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733372299076.829b22c28e7350b6a0d196eca3471d77. 2024-12-05T04:18:20,385 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/default/testClearRegionBlockCache/829b22c28e7350b6a0d196eca3471d77/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T04:18:20,386 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733372299076.829b22c28e7350b6a0d196eca3471d77. 2024-12-05T04:18:20,386 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 829b22c28e7350b6a0d196eca3471d77: 2024-12-05T04:18:20,386 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733372299076.829b22c28e7350b6a0d196eca3471d77. 2024-12-05T04:18:20,391 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/meta/1588230740/.tmp/table/331c8340f8f148af95a1a4c523d3c206 is 61, key is testClearRegionBlockCache/table:state/1733372299869/Put/seqid=0 2024-12-05T04:18:20,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741845_1021 (size=5392) 2024-12-05T04:18:20,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741845_1021 (size=5392) 2024-12-05T04:18:20,398 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/meta/1588230740/.tmp/table/331c8340f8f148af95a1a4c523d3c206 2024-12-05T04:18:20,406 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/meta/1588230740/.tmp/info/2b1fb4914a7d42728de9747d8b10495f as hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/meta/1588230740/info/2b1fb4914a7d42728de9747d8b10495f 2024-12-05T04:18:20,414 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/meta/1588230740/info/2b1fb4914a7d42728de9747d8b10495f, entries=30, sequenceid=16, filesize=9.1 K 2024-12-05T04:18:20,415 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/meta/1588230740/.tmp/table/331c8340f8f148af95a1a4c523d3c206 as hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/meta/1588230740/table/331c8340f8f148af95a1a4c523d3c206 2024-12-05T04:18:20,422 INFO [regionserver/2f66fa2c0859:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T04:18:20,423 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/meta/1588230740/table/331c8340f8f148af95a1a4c523d3c206, entries=4, sequenceid=16, filesize=5.3 K 2024-12-05T04:18:20,424 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 98ms, sequenceid=16, compaction requested=false 2024-12-05T04:18:20,429 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T04:18:20,430 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T04:18:20,430 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T04:18:20,430 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T04:18:20,430 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T04:18:20,520 INFO [regionserver/2f66fa2c0859:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T04:18:20,520 INFO [regionserver/2f66fa2c0859:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T04:18:20,524 INFO [RS:1;2f66fa2c0859:45539 {}] regionserver.HRegionServer(1250): stopping server 2f66fa2c0859,45539,1733372297243; all regions closed. 2024-12-05T04:18:20,525 INFO [RS:0;2f66fa2c0859:42245 {}] regionserver.HRegionServer(1250): stopping server 2f66fa2c0859,42245,1733372297214; all regions closed. 2024-12-05T04:18:20,528 INFO [regionserver/2f66fa2c0859:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T04:18:20,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741833_1009 (size=1867) 2024-12-05T04:18:20,528 INFO [regionserver/2f66fa2c0859:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T04:18:20,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741833_1009 (size=1867) 2024-12-05T04:18:20,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741835_1011 (size=5602) 2024-12-05T04:18:20,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741835_1011 (size=5602) 2024-12-05T04:18:20,532 DEBUG [RS:1;2f66fa2c0859:45539 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/oldWALs 2024-12-05T04:18:20,532 INFO [RS:1;2f66fa2c0859:45539 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2f66fa2c0859%2C45539%2C1733372297243:(num 1733372297659) 2024-12-05T04:18:20,532 DEBUG [RS:1;2f66fa2c0859:45539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:20,532 INFO [RS:1;2f66fa2c0859:45539 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T04:18:20,533 INFO [RS:1;2f66fa2c0859:45539 {}] hbase.ChoreService(370): Chore service for: regionserver/2f66fa2c0859:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-05T04:18:20,533 INFO [RS:1;2f66fa2c0859:45539 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T04:18:20,533 INFO [RS:1;2f66fa2c0859:45539 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T04:18:20,533 INFO [RS:1;2f66fa2c0859:45539 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T04:18:20,533 INFO [regionserver/2f66fa2c0859:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T04:18:20,533 INFO [RS:1;2f66fa2c0859:45539 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45539 2024-12-05T04:18:20,535 DEBUG [RS:0;2f66fa2c0859:42245 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/oldWALs 2024-12-05T04:18:20,536 INFO [RS:0;2f66fa2c0859:42245 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2f66fa2c0859%2C42245%2C1733372297214.meta:.meta(num 1733372298088) 2024-12-05T04:18:20,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T04:18:20,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1006065f8990002, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2f66fa2c0859,45539,1733372297243 2024-12-05T04:18:20,537 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2f66fa2c0859,45539,1733372297243] 2024-12-05T04:18:20,537 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2f66fa2c0859,45539,1733372297243; numProcessing=1 2024-12-05T04:18:20,539 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2f66fa2c0859,45539,1733372297243 already deleted, retry=false 2024-12-05T04:18:20,540 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2f66fa2c0859,45539,1733372297243 expired; onlineServers=1 2024-12-05T04:18:20,540 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/WALs/2f66fa2c0859,42245,1733372297214/2f66fa2c0859%2C42245%2C1733372297214.1733372297676 not finished, retry = 0 2024-12-05T04:18:20,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741834_1010 (size=3079) 2024-12-05T04:18:20,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741834_1010 (size=3079) 2024-12-05T04:18:20,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1006065f8990002, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:20,639 INFO [RS:1;2f66fa2c0859:45539 {}] regionserver.HRegionServer(1307): Exiting; stopping=2f66fa2c0859,45539,1733372297243; zookeeper connection closed. 2024-12-05T04:18:20,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1006065f8990002, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:20,639 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1cdd9065 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1cdd9065 2024-12-05T04:18:20,644 DEBUG [RS:0;2f66fa2c0859:42245 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/oldWALs 2024-12-05T04:18:20,644 INFO [RS:0;2f66fa2c0859:42245 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2f66fa2c0859%2C42245%2C1733372297214:(num 1733372297676) 2024-12-05T04:18:20,644 DEBUG [RS:0;2f66fa2c0859:42245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:20,644 INFO [RS:0;2f66fa2c0859:42245 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T04:18:20,644 INFO [RS:0;2f66fa2c0859:42245 {}] hbase.ChoreService(370): Chore service for: regionserver/2f66fa2c0859:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-05T04:18:20,645 INFO [regionserver/2f66fa2c0859:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T04:18:20,645 INFO [RS:0;2f66fa2c0859:42245 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42245 2024-12-05T04:18:20,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x1006065f8990001, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2f66fa2c0859,42245,1733372297214 2024-12-05T04:18:20,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T04:18:20,649 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2f66fa2c0859,42245,1733372297214] 2024-12-05T04:18:20,649 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2f66fa2c0859,42245,1733372297214; numProcessing=2 2024-12-05T04:18:20,651 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2f66fa2c0859,42245,1733372297214 already deleted, retry=false 2024-12-05T04:18:20,651 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2f66fa2c0859,42245,1733372297214 expired; onlineServers=0 2024-12-05T04:18:20,651 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2f66fa2c0859,43683,1733372297162' ***** 2024-12-05T04:18:20,651 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T04:18:20,652 DEBUG [M:0;2f66fa2c0859:43683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8f9188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2f66fa2c0859/172.17.0.2:0 2024-12-05T04:18:20,652 INFO [M:0;2f66fa2c0859:43683 {}] regionserver.HRegionServer(1224): stopping server 2f66fa2c0859,43683,1733372297162 2024-12-05T04:18:20,652 INFO [M:0;2f66fa2c0859:43683 {}] regionserver.HRegionServer(1250): stopping server 2f66fa2c0859,43683,1733372297162; all regions closed. 2024-12-05T04:18:20,652 DEBUG [M:0;2f66fa2c0859:43683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:20,652 DEBUG [M:0;2f66fa2c0859:43683 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T04:18:20,652 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T04:18:20,652 DEBUG [M:0;2f66fa2c0859:43683 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T04:18:20,652 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.small.0-1733372297456 {}] cleaner.HFileCleaner(306): Exit Thread[master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.small.0-1733372297456,5,FailOnTimeoutGroup] 2024-12-05T04:18:20,652 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.large.0-1733372297456 {}] cleaner.HFileCleaner(306): Exit Thread[master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.large.0-1733372297456,5,FailOnTimeoutGroup] 2024-12-05T04:18:20,652 INFO [M:0;2f66fa2c0859:43683 {}] hbase.ChoreService(370): Chore service for: master/2f66fa2c0859:0 had [] on shutdown 2024-12-05T04:18:20,653 DEBUG [M:0;2f66fa2c0859:43683 {}] master.HMaster(1733): Stopping service threads 2024-12-05T04:18:20,653 INFO [M:0;2f66fa2c0859:43683 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T04:18:20,653 INFO [M:0;2f66fa2c0859:43683 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T04:18:20,653 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T04:18:20,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T04:18:20,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:20,654 DEBUG [M:0;2f66fa2c0859:43683 {}] zookeeper.ZKUtil(347): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T04:18:20,654 WARN [M:0;2f66fa2c0859:43683 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T04:18:20,654 INFO [M:0;2f66fa2c0859:43683 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-05T04:18:20,654 INFO [M:0;2f66fa2c0859:43683 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T04:18:20,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T04:18:20,654 DEBUG [M:0;2f66fa2c0859:43683 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T04:18:20,654 INFO [M:0;2f66fa2c0859:43683 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:20,654 DEBUG [M:0;2f66fa2c0859:43683 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:20,654 DEBUG [M:0;2f66fa2c0859:43683 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T04:18:20,654 DEBUG [M:0;2f66fa2c0859:43683 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:20,654 INFO [M:0;2f66fa2c0859:43683 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-05T04:18:20,673 DEBUG [M:0;2f66fa2c0859:43683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29a80a79935e4eeea12781cc10b46863 is 82, key is hbase:meta,,1/info:regioninfo/1733372298132/Put/seqid=0 2024-12-05T04:18:20,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741846_1022 (size=5672) 2024-12-05T04:18:20,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741846_1022 (size=5672) 2024-12-05T04:18:20,750 INFO [RS:0;2f66fa2c0859:42245 {}] regionserver.HRegionServer(1307): Exiting; stopping=2f66fa2c0859,42245,1733372297214; zookeeper connection closed. 2024-12-05T04:18:20,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x1006065f8990001, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:20,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x1006065f8990001, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:20,750 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39786e41 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39786e41 2024-12-05T04:18:20,750 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-05T04:18:21,083 INFO [M:0;2f66fa2c0859:43683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29a80a79935e4eeea12781cc10b46863 2024-12-05T04:18:21,116 DEBUG [M:0;2f66fa2c0859:43683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27d8ddd366694c1c85857bd412c8ff19 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733372299876/Put/seqid=0 2024-12-05T04:18:21,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741847_1023 (size=7578) 2024-12-05T04:18:21,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741847_1023 (size=7578) 2024-12-05T04:18:21,123 INFO [M:0;2f66fa2c0859:43683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27d8ddd366694c1c85857bd412c8ff19 2024-12-05T04:18:21,146 DEBUG [M:0;2f66fa2c0859:43683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c7d917b152c44138adad3bfb0d0b9bf is 69, key is 2f66fa2c0859,42245,1733372297214/rs:state/1733372297490/Put/seqid=0 2024-12-05T04:18:21,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741848_1024 (size=5224) 2024-12-05T04:18:21,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741848_1024 (size=5224) 2024-12-05T04:18:21,152 INFO [M:0;2f66fa2c0859:43683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c7d917b152c44138adad3bfb0d0b9bf 2024-12-05T04:18:21,159 DEBUG [M:0;2f66fa2c0859:43683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29a80a79935e4eeea12781cc10b46863 as hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/29a80a79935e4eeea12781cc10b46863 2024-12-05T04:18:21,166 INFO [M:0;2f66fa2c0859:43683 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/29a80a79935e4eeea12781cc10b46863, entries=8, sequenceid=108, filesize=5.5 K 2024-12-05T04:18:21,167 DEBUG [M:0;2f66fa2c0859:43683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27d8ddd366694c1c85857bd412c8ff19 as hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27d8ddd366694c1c85857bd412c8ff19 2024-12-05T04:18:21,174 INFO [M:0;2f66fa2c0859:43683 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27d8ddd366694c1c85857bd412c8ff19, entries=13, sequenceid=108, filesize=7.4 K 2024-12-05T04:18:21,175 DEBUG [M:0;2f66fa2c0859:43683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c7d917b152c44138adad3bfb0d0b9bf as hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c7d917b152c44138adad3bfb0d0b9bf 2024-12-05T04:18:21,181 INFO [M:0;2f66fa2c0859:43683 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45603/user/jenkins/test-data/b067e54a-1aa2-ad06-5d05-63717c95dd81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c7d917b152c44138adad3bfb0d0b9bf, entries=2, sequenceid=108, filesize=5.1 K 2024-12-05T04:18:21,183 INFO [M:0;2f66fa2c0859:43683 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 528ms, sequenceid=108, compaction requested=false 2024-12-05T04:18:21,184 INFO [M:0;2f66fa2c0859:43683 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:21,184 DEBUG [M:0;2f66fa2c0859:43683 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T04:18:21,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741830_1006 (size=54465) 2024-12-05T04:18:21,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741830_1006 (size=54465) 2024-12-05T04:18:21,188 INFO [M:0;2f66fa2c0859:43683 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-05T04:18:21,188 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T04:18:21,188 INFO [M:0;2f66fa2c0859:43683 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43683 2024-12-05T04:18:21,190 DEBUG [M:0;2f66fa2c0859:43683 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/2f66fa2c0859,43683,1733372297162 already deleted, retry=false 2024-12-05T04:18:21,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:21,293 INFO [M:0;2f66fa2c0859:43683 {}] regionserver.HRegionServer(1307): Exiting; stopping=2f66fa2c0859,43683,1733372297162; zookeeper connection closed. 2024-12-05T04:18:21,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43683-0x1006065f8990000, quorum=127.0.0.1:59899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:21,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46e42b37{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T04:18:21,297 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@120e0894{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T04:18:21,297 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T04:18:21,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6de90109{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T04:18:21,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72d1ca2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/hadoop.log.dir/,STOPPED} 2024-12-05T04:18:21,298 WARN [BP-2009893826-172.17.0.2-1733372296339 heartbeating to localhost/127.0.0.1:45603 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T04:18:21,299 WARN [BP-2009893826-172.17.0.2-1733372296339 heartbeating to localhost/127.0.0.1:45603 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2009893826-172.17.0.2-1733372296339 (Datanode Uuid b5a000e7-f7b8-4230-ae0b-ccf3d5f33feb) service to localhost/127.0.0.1:45603 2024-12-05T04:18:21,299 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T04:18:21,299 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T04:18:21,300 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/cluster_955648cb-9195-cab1-37ff-14463877bec9/dfs/data/data3/current/BP-2009893826-172.17.0.2-1733372296339 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T04:18:21,300 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/cluster_955648cb-9195-cab1-37ff-14463877bec9/dfs/data/data4/current/BP-2009893826-172.17.0.2-1733372296339 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T04:18:21,300 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T04:18:21,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59b812d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T04:18:21,303 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@774d4fac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T04:18:21,303 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T04:18:21,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e88f199{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T04:18:21,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3775192d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/hadoop.log.dir/,STOPPED} 2024-12-05T04:18:21,305 WARN [BP-2009893826-172.17.0.2-1733372296339 heartbeating to localhost/127.0.0.1:45603 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T04:18:21,305 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T04:18:21,305 WARN [BP-2009893826-172.17.0.2-1733372296339 heartbeating to localhost/127.0.0.1:45603 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2009893826-172.17.0.2-1733372296339 (Datanode Uuid fddecbc3-17df-4906-abf4-71e3eca78388) service to localhost/127.0.0.1:45603 2024-12-05T04:18:21,305 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T04:18:21,305 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/cluster_955648cb-9195-cab1-37ff-14463877bec9/dfs/data/data1/current/BP-2009893826-172.17.0.2-1733372296339 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T04:18:21,305 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/cluster_955648cb-9195-cab1-37ff-14463877bec9/dfs/data/data2/current/BP-2009893826-172.17.0.2-1733372296339 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T04:18:21,306 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T04:18:21,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e565d4e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T04:18:21,315 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f965555{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T04:18:21,315 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T04:18:21,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62b051c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T04:18:21,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d5a081{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/hadoop.log.dir/,STOPPED} 2024-12-05T04:18:21,323 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-05T04:18:21,355 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-05T04:18:21,365 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=106 (was 77) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45603 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45603 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 409) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=136 (was 139), ProcessCount=11 (was 11), AvailableMemoryMB=7013 (was 7167) 2024-12-05T04:18:21,374 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=106, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=136, ProcessCount=11, AvailableMemoryMB=7012 2024-12-05T04:18:21,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/hadoop.log.dir so I do NOT create it in target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06 2024-12-05T04:18:21,393 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T04:18:21,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/hadoop.tmp.dir so I do NOT create it in target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06 2024-12-05T04:18:21,393 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/637f0717-b52d-fb8f-1938-781ded027711/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T04:18:21,393 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06 2024-12-05T04:18:21,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T04:18:21,393 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/cluster_2837dc0c-bc1b-35ea-6842-89930292352f, deleteOnExit=true 2024-12-05T04:18:21,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-05T04:18:21,394 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/test.cache.data in system properties and HBase conf 2024-12-05T04:18:21,394 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T04:18:21,394 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/hadoop.log.dir in system properties and HBase conf 2024-12-05T04:18:21,394 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T04:18:21,394 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T04:18:21,394 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-05T04:18:21,394 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T04:18:21,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T04:18:21,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T04:18:21,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T04:18:21,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T04:18:21,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T04:18:21,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T04:18:21,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T04:18:21,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T04:18:21,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T04:18:21,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/nfs.dump.dir in system properties and HBase conf 2024-12-05T04:18:21,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/java.io.tmpdir in system properties and HBase conf 2024-12-05T04:18:21,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T04:18:21,396 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T04:18:21,396 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T04:18:21,487 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T04:18:21,493 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T04:18:21,494 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T04:18:21,494 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T04:18:21,494 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T04:18:21,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T04:18:21,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76b60eb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/hadoop.log.dir/,AVAILABLE} 2024-12-05T04:18:21,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e86a3c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T04:18:21,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23d804f9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/java.io.tmpdir/jetty-localhost-45819-hadoop-hdfs-3_4_1-tests_jar-_-any-15531360817928208567/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T04:18:21,612 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f2ec5dc{HTTP/1.1, (http/1.1)}{localhost:45819} 2024-12-05T04:18:21,612 INFO [Time-limited test {}] server.Server(415): Started @17119ms 2024-12-05T04:18:21,711 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T04:18:21,716 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T04:18:21,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T04:18:21,719 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T04:18:21,719 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T04:18:21,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a0c454b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/hadoop.log.dir/,AVAILABLE} 2024-12-05T04:18:21,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e330ee0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T04:18:21,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b4226bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/java.io.tmpdir/jetty-localhost-40313-hadoop-hdfs-3_4_1-tests_jar-_-any-13363142339063502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T04:18:21,838 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a2308bf{HTTP/1.1, (http/1.1)}{localhost:40313} 2024-12-05T04:18:21,838 INFO [Time-limited test {}] server.Server(415): Started @17345ms 2024-12-05T04:18:21,840 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T04:18:21,876 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T04:18:21,880 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T04:18:21,881 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T04:18:21,881 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T04:18:21,881 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T04:18:21,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69c4422{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/hadoop.log.dir/,AVAILABLE} 2024-12-05T04:18:21,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5892cf18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T04:18:21,947 WARN [Thread-624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/cluster_2837dc0c-bc1b-35ea-6842-89930292352f/dfs/data/data1/current/BP-1452991744-172.17.0.2-1733372301428/current, will proceed with Du for space computation calculation, 2024-12-05T04:18:21,947 WARN [Thread-625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/cluster_2837dc0c-bc1b-35ea-6842-89930292352f/dfs/data/data2/current/BP-1452991744-172.17.0.2-1733372301428/current, will proceed with Du for space computation calculation, 2024-12-05T04:18:21,970 WARN [Thread-603 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T04:18:21,974 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d5bb31212391eb with lease ID 0x6980a85af1248fa1: Processing first storage report for DS-12533109-787a-4b9b-bf7b-bb4ce83dc48d from datanode DatanodeRegistration(127.0.0.1:37179, datanodeUuid=0e534924-ccac-4994-b272-53109ef7d758, infoPort=45845, infoSecurePort=0, ipcPort=33689, storageInfo=lv=-57;cid=testClusterID;nsid=84107205;c=1733372301428) 2024-12-05T04:18:21,974 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d5bb31212391eb with lease ID 0x6980a85af1248fa1: from storage DS-12533109-787a-4b9b-bf7b-bb4ce83dc48d node DatanodeRegistration(127.0.0.1:37179, datanodeUuid=0e534924-ccac-4994-b272-53109ef7d758, infoPort=45845, infoSecurePort=0, ipcPort=33689, storageInfo=lv=-57;cid=testClusterID;nsid=84107205;c=1733372301428), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T04:18:21,974 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d5bb31212391eb with lease ID 0x6980a85af1248fa1: Processing first storage report for DS-b3303d9a-c221-40ed-b719-76b3b5f09e13 from datanode DatanodeRegistration(127.0.0.1:37179, datanodeUuid=0e534924-ccac-4994-b272-53109ef7d758, infoPort=45845, infoSecurePort=0, ipcPort=33689, storageInfo=lv=-57;cid=testClusterID;nsid=84107205;c=1733372301428) 2024-12-05T04:18:21,974 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d5bb31212391eb with lease ID 0x6980a85af1248fa1: from storage DS-b3303d9a-c221-40ed-b719-76b3b5f09e13 node DatanodeRegistration(127.0.0.1:37179, datanodeUuid=0e534924-ccac-4994-b272-53109ef7d758, infoPort=45845, infoSecurePort=0, ipcPort=33689, storageInfo=lv=-57;cid=testClusterID;nsid=84107205;c=1733372301428), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T04:18:22,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e1ab156{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/java.io.tmpdir/jetty-localhost-33217-hadoop-hdfs-3_4_1-tests_jar-_-any-3600866290755910812/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T04:18:22,003 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76b85591{HTTP/1.1, (http/1.1)}{localhost:33217} 2024-12-05T04:18:22,003 INFO [Time-limited test {}] server.Server(415): Started @17511ms 2024-12-05T04:18:22,005 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T04:18:22,104 WARN [Thread-650 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/cluster_2837dc0c-bc1b-35ea-6842-89930292352f/dfs/data/data3/current/BP-1452991744-172.17.0.2-1733372301428/current, will proceed with Du for space computation calculation, 2024-12-05T04:18:22,104 WARN [Thread-651 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/cluster_2837dc0c-bc1b-35ea-6842-89930292352f/dfs/data/data4/current/BP-1452991744-172.17.0.2-1733372301428/current, will proceed with Du for space computation calculation, 2024-12-05T04:18:22,125 WARN [Thread-639 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T04:18:22,129 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4d0b3e3428687d7 with lease ID 0x6980a85af1248fa2: Processing first storage report for DS-8a822061-ef52-48e7-a439-fd4527d63c41 from datanode DatanodeRegistration(127.0.0.1:41819, datanodeUuid=ef4ccfff-104a-4418-8d8f-21d140e83b23, infoPort=37121, infoSecurePort=0, ipcPort=38659, storageInfo=lv=-57;cid=testClusterID;nsid=84107205;c=1733372301428) 2024-12-05T04:18:22,129 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4d0b3e3428687d7 with lease ID 0x6980a85af1248fa2: from storage DS-8a822061-ef52-48e7-a439-fd4527d63c41 node DatanodeRegistration(127.0.0.1:41819, datanodeUuid=ef4ccfff-104a-4418-8d8f-21d140e83b23, infoPort=37121, infoSecurePort=0, ipcPort=38659, storageInfo=lv=-57;cid=testClusterID;nsid=84107205;c=1733372301428), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T04:18:22,129 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4d0b3e3428687d7 with lease ID 0x6980a85af1248fa2: Processing first storage report for DS-ac6fcb90-bad9-423b-b3c7-d01b67501b4e from datanode DatanodeRegistration(127.0.0.1:41819, datanodeUuid=ef4ccfff-104a-4418-8d8f-21d140e83b23, infoPort=37121, infoSecurePort=0, ipcPort=38659, storageInfo=lv=-57;cid=testClusterID;nsid=84107205;c=1733372301428) 2024-12-05T04:18:22,129 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4d0b3e3428687d7 with lease ID 0x6980a85af1248fa2: from storage DS-ac6fcb90-bad9-423b-b3c7-d01b67501b4e node DatanodeRegistration(127.0.0.1:41819, datanodeUuid=ef4ccfff-104a-4418-8d8f-21d140e83b23, infoPort=37121, infoSecurePort=0, ipcPort=38659, storageInfo=lv=-57;cid=testClusterID;nsid=84107205;c=1733372301428), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T04:18:22,136 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06 2024-12-05T04:18:22,140 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/cluster_2837dc0c-bc1b-35ea-6842-89930292352f/zookeeper_0, clientPort=50382, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/cluster_2837dc0c-bc1b-35ea-6842-89930292352f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/cluster_2837dc0c-bc1b-35ea-6842-89930292352f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T04:18:22,140 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50382 2024-12-05T04:18:22,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:22,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:22,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37179 is added to blk_1073741825_1001 (size=7) 2024-12-05T04:18:22,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41819 is added to blk_1073741825_1001 (size=7) 2024-12-05T04:18:22,155 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75 with version=8 2024-12-05T04:18:22,155 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/hbase-staging 2024-12-05T04:18:22,158 INFO [Time-limited test {}] client.ConnectionUtils(129): master/2f66fa2c0859:0 server-side Connection retries=45 2024-12-05T04:18:22,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:22,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:22,159 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T04:18:22,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:22,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T04:18:22,159 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T04:18:22,159 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T04:18:22,160 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41273 2024-12-05T04:18:22,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:22,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:22,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:41273 connecting to ZooKeeper ensemble=127.0.0.1:50382 2024-12-05T04:18:22,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412730x0, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T04:18:22,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41273-0x10060660c210000 connected 2024-12-05T04:18:22,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T04:18:22,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:22,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T04:18:22,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41273 2024-12-05T04:18:22,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41273 2024-12-05T04:18:22,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41273 2024-12-05T04:18:22,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41273 2024-12-05T04:18:22,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41273 2024-12-05T04:18:22,202 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75, hbase.cluster.distributed=false 2024-12-05T04:18:22,220 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2f66fa2c0859:0 server-side Connection retries=45 2024-12-05T04:18:22,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:22,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:22,220 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T04:18:22,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:22,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T04:18:22,221 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T04:18:22,221 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T04:18:22,222 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44541 2024-12-05T04:18:22,222 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T04:18:22,223 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T04:18:22,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:22,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:22,232 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44541 connecting to ZooKeeper ensemble=127.0.0.1:50382 2024-12-05T04:18:22,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445410x0, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T04:18:22,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445410x0, quorum=127.0.0.1:50382, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T04:18:22,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44541-0x10060660c210001 connected 2024-12-05T04:18:22,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44541-0x10060660c210001, quorum=127.0.0.1:50382, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:22,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44541-0x10060660c210001, quorum=127.0.0.1:50382, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T04:18:22,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44541 2024-12-05T04:18:22,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44541 2024-12-05T04:18:22,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44541 2024-12-05T04:18:22,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44541 2024-12-05T04:18:22,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44541 2024-12-05T04:18:22,265 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2f66fa2c0859:0 server-side Connection retries=45 2024-12-05T04:18:22,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:22,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:22,265 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T04:18:22,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:22,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T04:18:22,265 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T04:18:22,266 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T04:18:22,266 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36455 2024-12-05T04:18:22,267 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T04:18:22,268 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T04:18:22,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:22,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:22,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36455 connecting to ZooKeeper ensemble=127.0.0.1:50382 2024-12-05T04:18:22,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364550x0, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T04:18:22,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364550x0, quorum=127.0.0.1:50382, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T04:18:22,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36455-0x10060660c210002 connected 2024-12-05T04:18:22,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36455-0x10060660c210002, quorum=127.0.0.1:50382, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:22,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36455-0x10060660c210002, quorum=127.0.0.1:50382, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T04:18:22,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36455 2024-12-05T04:18:22,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36455 2024-12-05T04:18:22,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36455 2024-12-05T04:18:22,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36455 2024-12-05T04:18:22,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36455 2024-12-05T04:18:22,288 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/2f66fa2c0859,41273,1733372302158 2024-12-05T04:18:22,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10060660c210001, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:22,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x10060660c210002, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:22,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:22,291 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2f66fa2c0859,41273,1733372302158 2024-12-05T04:18:22,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T04:18:22,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10060660c210001, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T04:18:22,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:22,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10060660c210001, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:22,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x10060660c210002, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T04:18:22,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x10060660c210002, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:22,293 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T04:18:22,294 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2f66fa2c0859,41273,1733372302158 from backup master directory 2024-12-05T04:18:22,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10060660c210001, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:22,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2f66fa2c0859,41273,1733372302158 2024-12-05T04:18:22,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:22,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x10060660c210002, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:22,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T04:18:22,297 WARN [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T04:18:22,298 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2f66fa2c0859,41273,1733372302158 2024-12-05T04:18:22,305 DEBUG [M:0;2f66fa2c0859:41273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2f66fa2c0859:41273 2024-12-05T04:18:22,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41819 is added to blk_1073741826_1002 (size=42) 2024-12-05T04:18:22,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37179 is added to blk_1073741826_1002 (size=42) 2024-12-05T04:18:22,316 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/hbase.id with ID: 941841df-4908-491c-bc6e-5647e5af6059 2024-12-05T04:18:22,329 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:22,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x10060660c210002, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:22,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10060660c210001, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:22,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:22,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37179 is added to blk_1073741827_1003 (size=196) 2024-12-05T04:18:22,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41819 is added to blk_1073741827_1003 (size=196) 2024-12-05T04:18:22,341 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T04:18:22,342 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T04:18:22,342 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T04:18:22,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37179 is added to blk_1073741828_1004 (size=1189) 2024-12-05T04:18:22,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41819 is added to blk_1073741828_1004 (size=1189) 2024-12-05T04:18:22,351 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/MasterData/data/master/store 2024-12-05T04:18:22,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37179 is added to blk_1073741829_1005 (size=34) 2024-12-05T04:18:22,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41819 is added to blk_1073741829_1005 (size=34) 2024-12-05T04:18:22,358 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:22,358 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T04:18:22,358 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:22,358 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:22,358 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T04:18:22,358 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:22,358 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:22,359 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T04:18:22,359 WARN [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/MasterData/data/master/store/.initializing 2024-12-05T04:18:22,359 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/MasterData/WALs/2f66fa2c0859,41273,1733372302158 2024-12-05T04:18:22,361 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T04:18:22,363 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f66fa2c0859%2C41273%2C1733372302158, suffix=, logDir=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/MasterData/WALs/2f66fa2c0859,41273,1733372302158, archiveDir=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/MasterData/oldWALs, maxLogs=10 2024-12-05T04:18:22,385 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/MasterData/WALs/2f66fa2c0859,41273,1733372302158/2f66fa2c0859%2C41273%2C1733372302158.1733372302363, exclude list is [], retry=0 2024-12-05T04:18:22,389 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41819,DS-8a822061-ef52-48e7-a439-fd4527d63c41,DISK] 2024-12-05T04:18:22,389 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37179,DS-12533109-787a-4b9b-bf7b-bb4ce83dc48d,DISK] 2024-12-05T04:18:22,391 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/MasterData/WALs/2f66fa2c0859,41273,1733372302158/2f66fa2c0859%2C41273%2C1733372302158.1733372302363 2024-12-05T04:18:22,392 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37121:37121),(127.0.0.1/127.0.0.1:45845:45845)] 2024-12-05T04:18:22,392 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T04:18:22,392 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:22,392 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:22,392 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:22,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:22,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T04:18:22,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:22,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:22,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:22,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T04:18:22,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:22,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:22,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:22,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T04:18:22,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:22,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:22,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:22,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T04:18:22,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:22,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:22,403 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:22,403 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:22,405 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T04:18:22,407 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:22,409 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:22,409 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69527354, jitterRate=0.03603830933570862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T04:18:22,411 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T04:18:22,411 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T04:18:22,417 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a44306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:22,418 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-05T04:18:22,418 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T04:18:22,418 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T04:18:22,419 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T04:18:22,419 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T04:18:22,419 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-05T04:18:22,419 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T04:18:22,421 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T04:18:22,422 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T04:18:22,424 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-05T04:18:22,424 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T04:18:22,424 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T04:18:22,426 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-05T04:18:22,426 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T04:18:22,427 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T04:18:22,428 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-05T04:18:22,429 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T04:18:22,430 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T04:18:22,431 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T04:18:22,432 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T04:18:22,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10060660c210001, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:22,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:22,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10060660c210001, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:22,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x10060660c210002, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:22,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:22,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x10060660c210002, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:22,435 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=2f66fa2c0859,41273,1733372302158, sessionid=0x10060660c210000, setting cluster-up flag (Was=false) 2024-12-05T04:18:22,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10060660c210001, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:22,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x10060660c210002, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:22,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:22,443 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T04:18:22,444 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2f66fa2c0859,41273,1733372302158 2024-12-05T04:18:22,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10060660c210001, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:22,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x10060660c210002, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:22,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:22,452 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T04:18:22,453 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2f66fa2c0859,41273,1733372302158 2024-12-05T04:18:22,456 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-05T04:18:22,456 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-05T04:18:22,456 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T04:18:22,456 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2f66fa2c0859,41273,1733372302158 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T04:18:22,457 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2f66fa2c0859:0, corePoolSize=5, maxPoolSize=5 2024-12-05T04:18:22,457 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2f66fa2c0859:0, corePoolSize=5, maxPoolSize=5 2024-12-05T04:18:22,457 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=5, maxPoolSize=5 2024-12-05T04:18:22,457 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=5, maxPoolSize=5 2024-12-05T04:18:22,457 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2f66fa2c0859:0, corePoolSize=10, maxPoolSize=10 2024-12-05T04:18:22,457 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:22,457 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=2, maxPoolSize=2 2024-12-05T04:18:22,457 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:22,458 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733372332458 2024-12-05T04:18:22,459 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T04:18:22,459 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T04:18:22,459 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T04:18:22,459 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T04:18:22,459 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T04:18:22,459 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T04:18:22,459 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-05T04:18:22,459 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T04:18:22,459 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:22,459 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T04:18:22,460 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T04:18:22,460 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T04:18:22,460 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T04:18:22,460 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:22,460 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T04:18:22,460 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T04:18:22,460 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.large.0-1733372302460,5,FailOnTimeoutGroup] 2024-12-05T04:18:22,460 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.small.0-1733372302460,5,FailOnTimeoutGroup] 2024-12-05T04:18:22,460 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:22,461 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T04:18:22,461 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:22,461 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:22,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37179 is added to blk_1073741831_1007 (size=1039) 2024-12-05T04:18:22,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41819 is added to blk_1073741831_1007 (size=1039) 2024-12-05T04:18:22,472 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-05T04:18:22,472 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75 2024-12-05T04:18:22,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37179 is added to blk_1073741832_1008 (size=32) 2024-12-05T04:18:22,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41819 is added to blk_1073741832_1008 (size=32) 2024-12-05T04:18:22,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:22,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T04:18:22,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T04:18:22,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:22,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:22,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T04:18:22,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T04:18:22,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:22,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:22,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T04:18:22,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T04:18:22,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:22,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:22,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/meta/1588230740 2024-12-05T04:18:22,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/meta/1588230740 2024-12-05T04:18:22,491 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T04:18:22,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T04:18:22,495 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:22,496 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74302545, jitterRate=0.1071942001581192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T04:18:22,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T04:18:22,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T04:18:22,497 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T04:18:22,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T04:18:22,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T04:18:22,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T04:18:22,498 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T04:18:22,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T04:18:22,499 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T04:18:22,499 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-05T04:18:22,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T04:18:22,501 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T04:18:22,502 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T04:18:22,503 DEBUG [RS:1;2f66fa2c0859:36455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2f66fa2c0859:36455 2024-12-05T04:18:22,504 INFO [RS:1;2f66fa2c0859:36455 {}] regionserver.HRegionServer(1008): ClusterId : 941841df-4908-491c-bc6e-5647e5af6059 2024-12-05T04:18:22,504 DEBUG [RS:1;2f66fa2c0859:36455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T04:18:22,506 DEBUG [RS:0;2f66fa2c0859:44541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2f66fa2c0859:44541 2024-12-05T04:18:22,506 DEBUG [RS:1;2f66fa2c0859:36455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T04:18:22,506 DEBUG [RS:1;2f66fa2c0859:36455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T04:18:22,508 INFO [RS:0;2f66fa2c0859:44541 {}] regionserver.HRegionServer(1008): ClusterId : 941841df-4908-491c-bc6e-5647e5af6059 2024-12-05T04:18:22,508 DEBUG [RS:0;2f66fa2c0859:44541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T04:18:22,510 DEBUG [RS:1;2f66fa2c0859:36455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T04:18:22,510 DEBUG [RS:1;2f66fa2c0859:36455 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5019030f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:22,510 DEBUG [RS:0;2f66fa2c0859:44541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T04:18:22,510 DEBUG [RS:0;2f66fa2c0859:44541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T04:18:22,511 DEBUG [RS:1;2f66fa2c0859:36455 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29fdadbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2f66fa2c0859/172.17.0.2:0 2024-12-05T04:18:22,511 INFO [RS:1;2f66fa2c0859:36455 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T04:18:22,511 INFO [RS:1;2f66fa2c0859:36455 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T04:18:22,511 DEBUG [RS:1;2f66fa2c0859:36455 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T04:18:22,512 INFO [RS:1;2f66fa2c0859:36455 {}] regionserver.HRegionServer(3073): reportForDuty to master=2f66fa2c0859,41273,1733372302158 with isa=2f66fa2c0859/172.17.0.2:36455, startcode=1733372302264 2024-12-05T04:18:22,512 DEBUG [RS:1;2f66fa2c0859:36455 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T04:18:22,513 DEBUG [RS:0;2f66fa2c0859:44541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T04:18:22,513 DEBUG [RS:0;2f66fa2c0859:44541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce60dea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:22,516 DEBUG [RS:0;2f66fa2c0859:44541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13724acc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2f66fa2c0859/172.17.0.2:0 2024-12-05T04:18:22,516 INFO [RS:0;2f66fa2c0859:44541 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T04:18:22,516 INFO [RS:0;2f66fa2c0859:44541 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T04:18:22,516 DEBUG [RS:0;2f66fa2c0859:44541 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T04:18:22,517 INFO [RS:0;2f66fa2c0859:44541 {}] regionserver.HRegionServer(3073): reportForDuty to master=2f66fa2c0859,41273,1733372302158 with isa=2f66fa2c0859/172.17.0.2:44541, startcode=1733372302219 2024-12-05T04:18:22,517 DEBUG [RS:0;2f66fa2c0859:44541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T04:18:22,517 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58477, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T04:18:22,518 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41273 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2f66fa2c0859,36455,1733372302264 2024-12-05T04:18:22,518 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41273 {}] master.ServerManager(486): Registering regionserver=2f66fa2c0859,36455,1733372302264 2024-12-05T04:18:22,519 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54143, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T04:18:22,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41273 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2f66fa2c0859,44541,1733372302219 2024-12-05T04:18:22,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41273 {}] master.ServerManager(486): Registering regionserver=2f66fa2c0859,44541,1733372302219 2024-12-05T04:18:22,519 DEBUG [RS:1;2f66fa2c0859:36455 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75 2024-12-05T04:18:22,519 DEBUG [RS:1;2f66fa2c0859:36455 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43553 2024-12-05T04:18:22,520 DEBUG [RS:1;2f66fa2c0859:36455 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T04:18:22,521 DEBUG [RS:0;2f66fa2c0859:44541 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75 2024-12-05T04:18:22,521 DEBUG [RS:0;2f66fa2c0859:44541 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43553 2024-12-05T04:18:22,521 DEBUG [RS:0;2f66fa2c0859:44541 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T04:18:22,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T04:18:22,526 DEBUG [RS:1;2f66fa2c0859:36455 {}] zookeeper.ZKUtil(111): regionserver:36455-0x10060660c210002, quorum=127.0.0.1:50382, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2f66fa2c0859,36455,1733372302264 2024-12-05T04:18:22,526 WARN [RS:1;2f66fa2c0859:36455 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T04:18:22,526 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2f66fa2c0859,36455,1733372302264] 2024-12-05T04:18:22,526 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2f66fa2c0859,44541,1733372302219] 2024-12-05T04:18:22,526 INFO [RS:1;2f66fa2c0859:36455 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T04:18:22,526 DEBUG [RS:0;2f66fa2c0859:44541 {}] zookeeper.ZKUtil(111): regionserver:44541-0x10060660c210001, quorum=127.0.0.1:50382, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2f66fa2c0859,44541,1733372302219 2024-12-05T04:18:22,526 WARN [RS:0;2f66fa2c0859:44541 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T04:18:22,526 DEBUG [RS:1;2f66fa2c0859:36455 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/WALs/2f66fa2c0859,36455,1733372302264 2024-12-05T04:18:22,526 INFO [RS:0;2f66fa2c0859:44541 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T04:18:22,526 DEBUG [RS:0;2f66fa2c0859:44541 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/WALs/2f66fa2c0859,44541,1733372302219 2024-12-05T04:18:22,537 DEBUG [RS:0;2f66fa2c0859:44541 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T04:18:22,537 DEBUG [RS:1;2f66fa2c0859:36455 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T04:18:22,538 INFO [RS:1;2f66fa2c0859:36455 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T04:18:22,538 INFO [RS:0;2f66fa2c0859:44541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T04:18:22,544 INFO [RS:1;2f66fa2c0859:36455 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T04:18:22,544 INFO [RS:0;2f66fa2c0859:44541 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T04:18:22,544 INFO [RS:1;2f66fa2c0859:36455 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T04:18:22,544 INFO [RS:1;2f66fa2c0859:36455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:22,545 INFO [RS:0;2f66fa2c0859:44541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T04:18:22,545 INFO [RS:1;2f66fa2c0859:36455 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T04:18:22,545 INFO [RS:0;2f66fa2c0859:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:22,546 INFO [RS:1;2f66fa2c0859:36455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:22,546 DEBUG [RS:1;2f66fa2c0859:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:22,546 DEBUG [RS:1;2f66fa2c0859:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:22,546 DEBUG [RS:1;2f66fa2c0859:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:22,546 DEBUG [RS:1;2f66fa2c0859:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:22,546 DEBUG [RS:1;2f66fa2c0859:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:22,547 DEBUG [RS:1;2f66fa2c0859:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2f66fa2c0859:0, corePoolSize=2, maxPoolSize=2 2024-12-05T04:18:22,547 DEBUG [RS:1;2f66fa2c0859:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:22,547 DEBUG [RS:1;2f66fa2c0859:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:22,547 DEBUG [RS:1;2f66fa2c0859:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:22,547 DEBUG [RS:1;2f66fa2c0859:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:22,547 DEBUG [RS:1;2f66fa2c0859:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:22,547 DEBUG [RS:1;2f66fa2c0859:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2f66fa2c0859:0, corePoolSize=3, maxPoolSize=3 2024-12-05T04:18:22,547 DEBUG [RS:1;2f66fa2c0859:36455 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2f66fa2c0859:0, corePoolSize=3, maxPoolSize=3 2024-12-05T04:18:22,548 INFO [RS:0;2f66fa2c0859:44541 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T04:18:22,549 INFO [RS:0;2f66fa2c0859:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:22,549 DEBUG [RS:0;2f66fa2c0859:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:22,549 DEBUG [RS:0;2f66fa2c0859:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:22,549 DEBUG [RS:0;2f66fa2c0859:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:22,549 DEBUG [RS:0;2f66fa2c0859:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:22,549 DEBUG [RS:0;2f66fa2c0859:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:22,549 DEBUG [RS:0;2f66fa2c0859:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2f66fa2c0859:0, corePoolSize=2, maxPoolSize=2 2024-12-05T04:18:22,549 DEBUG [RS:0;2f66fa2c0859:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:22,549 DEBUG [RS:0;2f66fa2c0859:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:22,549 DEBUG [RS:0;2f66fa2c0859:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:22,549 DEBUG [RS:0;2f66fa2c0859:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:22,549 DEBUG [RS:0;2f66fa2c0859:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:22,549 DEBUG [RS:0;2f66fa2c0859:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2f66fa2c0859:0, corePoolSize=3, maxPoolSize=3 2024-12-05T04:18:22,549 DEBUG [RS:0;2f66fa2c0859:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2f66fa2c0859:0, corePoolSize=3, maxPoolSize=3 2024-12-05T04:18:22,554 INFO [RS:1;2f66fa2c0859:36455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:22,554 INFO [RS:1;2f66fa2c0859:36455 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:22,554 INFO [RS:1;2f66fa2c0859:36455 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:22,554 INFO [RS:0;2f66fa2c0859:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:22,554 INFO [RS:1;2f66fa2c0859:36455 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:22,554 INFO [RS:1;2f66fa2c0859:36455 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,36455,1733372302264-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T04:18:22,554 INFO [RS:0;2f66fa2c0859:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:22,554 INFO [RS:0;2f66fa2c0859:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:22,554 INFO [RS:0;2f66fa2c0859:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:22,554 INFO [RS:0;2f66fa2c0859:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,44541,1733372302219-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T04:18:22,571 INFO [RS:1;2f66fa2c0859:36455 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T04:18:22,571 INFO [RS:0;2f66fa2c0859:44541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T04:18:22,572 INFO [RS:1;2f66fa2c0859:36455 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,36455,1733372302264-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:22,572 INFO [RS:0;2f66fa2c0859:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,44541,1733372302219-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:22,588 INFO [RS:0;2f66fa2c0859:44541 {}] regionserver.Replication(204): 2f66fa2c0859,44541,1733372302219 started 2024-12-05T04:18:22,588 INFO [RS:0;2f66fa2c0859:44541 {}] regionserver.HRegionServer(1767): Serving as 2f66fa2c0859,44541,1733372302219, RpcServer on 2f66fa2c0859/172.17.0.2:44541, sessionid=0x10060660c210001 2024-12-05T04:18:22,588 INFO [RS:1;2f66fa2c0859:36455 {}] regionserver.Replication(204): 2f66fa2c0859,36455,1733372302264 started 2024-12-05T04:18:22,588 DEBUG [RS:0;2f66fa2c0859:44541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T04:18:22,588 INFO [RS:1;2f66fa2c0859:36455 {}] regionserver.HRegionServer(1767): Serving as 2f66fa2c0859,36455,1733372302264, RpcServer on 2f66fa2c0859/172.17.0.2:36455, sessionid=0x10060660c210002 2024-12-05T04:18:22,588 DEBUG [RS:0;2f66fa2c0859:44541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2f66fa2c0859,44541,1733372302219 2024-12-05T04:18:22,588 DEBUG [RS:0;2f66fa2c0859:44541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f66fa2c0859,44541,1733372302219' 2024-12-05T04:18:22,588 DEBUG [RS:0;2f66fa2c0859:44541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T04:18:22,588 DEBUG [RS:1;2f66fa2c0859:36455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T04:18:22,588 DEBUG [RS:1;2f66fa2c0859:36455 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2f66fa2c0859,36455,1733372302264 2024-12-05T04:18:22,588 DEBUG [RS:1;2f66fa2c0859:36455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f66fa2c0859,36455,1733372302264' 2024-12-05T04:18:22,588 DEBUG [RS:1;2f66fa2c0859:36455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T04:18:22,588 DEBUG [RS:0;2f66fa2c0859:44541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T04:18:22,588 DEBUG [RS:1;2f66fa2c0859:36455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T04:18:22,589 DEBUG [RS:0;2f66fa2c0859:44541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T04:18:22,589 DEBUG [RS:1;2f66fa2c0859:36455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T04:18:22,589 DEBUG [RS:0;2f66fa2c0859:44541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T04:18:22,589 DEBUG [RS:1;2f66fa2c0859:36455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T04:18:22,589 DEBUG [RS:0;2f66fa2c0859:44541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2f66fa2c0859,44541,1733372302219 2024-12-05T04:18:22,589 DEBUG [RS:1;2f66fa2c0859:36455 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2f66fa2c0859,36455,1733372302264 2024-12-05T04:18:22,589 DEBUG [RS:0;2f66fa2c0859:44541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f66fa2c0859,44541,1733372302219' 2024-12-05T04:18:22,589 DEBUG [RS:1;2f66fa2c0859:36455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f66fa2c0859,36455,1733372302264' 2024-12-05T04:18:22,589 DEBUG [RS:0;2f66fa2c0859:44541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T04:18:22,589 DEBUG [RS:1;2f66fa2c0859:36455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T04:18:22,589 DEBUG [RS:0;2f66fa2c0859:44541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T04:18:22,589 DEBUG [RS:1;2f66fa2c0859:36455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T04:18:22,590 DEBUG [RS:0;2f66fa2c0859:44541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T04:18:22,590 INFO [RS:0;2f66fa2c0859:44541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T04:18:22,590 DEBUG [RS:1;2f66fa2c0859:36455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T04:18:22,590 INFO [RS:0;2f66fa2c0859:44541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T04:18:22,590 INFO [RS:1;2f66fa2c0859:36455 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T04:18:22,590 INFO [RS:1;2f66fa2c0859:36455 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T04:18:22,652 WARN [2f66fa2c0859:41273 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-05T04:18:22,690 INFO [RS:1;2f66fa2c0859:36455 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T04:18:22,690 INFO [RS:0;2f66fa2c0859:44541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T04:18:22,692 INFO [RS:1;2f66fa2c0859:36455 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f66fa2c0859%2C36455%2C1733372302264, suffix=, logDir=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/WALs/2f66fa2c0859,36455,1733372302264, archiveDir=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/oldWALs, maxLogs=32 2024-12-05T04:18:22,692 INFO [RS:0;2f66fa2c0859:44541 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f66fa2c0859%2C44541%2C1733372302219, suffix=, logDir=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/WALs/2f66fa2c0859,44541,1733372302219, archiveDir=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/oldWALs, maxLogs=32 2024-12-05T04:18:22,711 DEBUG [RS:1;2f66fa2c0859:36455 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/WALs/2f66fa2c0859,36455,1733372302264/2f66fa2c0859%2C36455%2C1733372302264.1733372302697, exclude list is [], retry=0 2024-12-05T04:18:22,712 DEBUG [RS:0;2f66fa2c0859:44541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/WALs/2f66fa2c0859,44541,1733372302219/2f66fa2c0859%2C44541%2C1733372302219.1733372302697, exclude list is [], retry=0 2024-12-05T04:18:22,714 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41819,DS-8a822061-ef52-48e7-a439-fd4527d63c41,DISK] 2024-12-05T04:18:22,714 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37179,DS-12533109-787a-4b9b-bf7b-bb4ce83dc48d,DISK] 2024-12-05T04:18:22,714 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37179,DS-12533109-787a-4b9b-bf7b-bb4ce83dc48d,DISK] 2024-12-05T04:18:22,715 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41819,DS-8a822061-ef52-48e7-a439-fd4527d63c41,DISK] 2024-12-05T04:18:22,717 INFO [RS:1;2f66fa2c0859:36455 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/WALs/2f66fa2c0859,36455,1733372302264/2f66fa2c0859%2C36455%2C1733372302264.1733372302697 2024-12-05T04:18:22,717 INFO [RS:0;2f66fa2c0859:44541 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/WALs/2f66fa2c0859,44541,1733372302219/2f66fa2c0859%2C44541%2C1733372302219.1733372302697 2024-12-05T04:18:22,717 DEBUG [RS:0;2f66fa2c0859:44541 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37121:37121),(127.0.0.1/127.0.0.1:45845:45845)] 2024-12-05T04:18:22,719 DEBUG [RS:1;2f66fa2c0859:36455 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45845:45845),(127.0.0.1/127.0.0.1:37121:37121)] 2024-12-05T04:18:22,902 DEBUG [2f66fa2c0859:41273 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T04:18:22,903 DEBUG [2f66fa2c0859:41273 {}] balancer.BalancerClusterState(202): Hosts are {2f66fa2c0859=0} racks are {/default-rack=0} 2024-12-05T04:18:22,905 DEBUG [2f66fa2c0859:41273 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T04:18:22,905 DEBUG [2f66fa2c0859:41273 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T04:18:22,905 INFO [2f66fa2c0859:41273 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T04:18:22,905 INFO [2f66fa2c0859:41273 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T04:18:22,905 DEBUG [2f66fa2c0859:41273 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T04:18:22,905 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2f66fa2c0859,36455,1733372302264 2024-12-05T04:18:22,907 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2f66fa2c0859,36455,1733372302264, state=OPENING 2024-12-05T04:18:22,908 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T04:18:22,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:22,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10060660c210001, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:22,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x10060660c210002, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:22,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=2f66fa2c0859,36455,1733372302264}] 2024-12-05T04:18:22,911 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:22,911 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:22,911 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:23,064 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2f66fa2c0859,36455,1733372302264 2024-12-05T04:18:23,064 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T04:18:23,067 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T04:18:23,071 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-05T04:18:23,071 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T04:18:23,071 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T04:18:23,073 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f66fa2c0859%2C36455%2C1733372302264.meta, suffix=.meta, logDir=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/WALs/2f66fa2c0859,36455,1733372302264, archiveDir=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/oldWALs, maxLogs=32 2024-12-05T04:18:23,088 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/WALs/2f66fa2c0859,36455,1733372302264/2f66fa2c0859%2C36455%2C1733372302264.meta.1733372303074.meta, exclude list is [], retry=0 2024-12-05T04:18:23,091 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41819,DS-8a822061-ef52-48e7-a439-fd4527d63c41,DISK] 2024-12-05T04:18:23,091 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37179,DS-12533109-787a-4b9b-bf7b-bb4ce83dc48d,DISK] 2024-12-05T04:18:23,094 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/WALs/2f66fa2c0859,36455,1733372302264/2f66fa2c0859%2C36455%2C1733372302264.meta.1733372303074.meta 2024-12-05T04:18:23,094 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37121:37121),(127.0.0.1/127.0.0.1:45845:45845)] 2024-12-05T04:18:23,094 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T04:18:23,095 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T04:18:23,095 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T04:18:23,095 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T04:18:23,095 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T04:18:23,095 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:23,095 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-05T04:18:23,095 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-05T04:18:23,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T04:18:23,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T04:18:23,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:23,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:23,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T04:18:23,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T04:18:23,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:23,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:23,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T04:18:23,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T04:18:23,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:23,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:23,103 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/meta/1588230740 2024-12-05T04:18:23,104 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/meta/1588230740 2024-12-05T04:18:23,105 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T04:18:23,107 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T04:18:23,108 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59202607, jitterRate=-0.11781240999698639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T04:18:23,110 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T04:18:23,110 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733372303064 2024-12-05T04:18:23,113 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T04:18:23,113 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-05T04:18:23,114 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2f66fa2c0859,36455,1733372302264 2024-12-05T04:18:23,115 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2f66fa2c0859,36455,1733372302264, state=OPEN 2024-12-05T04:18:23,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10060660c210001, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T04:18:23,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T04:18:23,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x10060660c210002, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T04:18:23,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:23,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:23,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:23,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T04:18:23,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=2f66fa2c0859,36455,1733372302264 in 206 msec 2024-12-05T04:18:23,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T04:18:23,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 620 msec 2024-12-05T04:18:23,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 668 msec 2024-12-05T04:18:23,123 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733372303123, completionTime=-1 2024-12-05T04:18:23,124 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-05T04:18:23,124 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-05T04:18:23,124 DEBUG [hconnection-0x4ab89c33-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T04:18:23,126 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T04:18:23,127 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-05T04:18:23,127 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733372363127 2024-12-05T04:18:23,127 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733372423127 2024-12-05T04:18:23,127 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-05T04:18:23,135 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,41273,1733372302158-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:23,136 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,41273,1733372302158-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:23,136 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,41273,1733372302158-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:23,136 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2f66fa2c0859:41273, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:23,136 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:23,136 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-05T04:18:23,136 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T04:18:23,138 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-05T04:18:23,138 DEBUG [master/2f66fa2c0859:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-05T04:18:23,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T04:18:23,139 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:23,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T04:18:23,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41819 is added to blk_1073741836_1012 (size=358) 2024-12-05T04:18:23,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37179 is added to blk_1073741836_1012 (size=358) 2024-12-05T04:18:23,152 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2207498f4d58df22895883ada2430c19, NAME => 'hbase:namespace,,1733372303136.2207498f4d58df22895883ada2430c19.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75 2024-12-05T04:18:23,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41819 is added to blk_1073741837_1013 (size=42) 2024-12-05T04:18:23,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37179 is added to blk_1073741837_1013 (size=42) 2024-12-05T04:18:23,161 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733372303136.2207498f4d58df22895883ada2430c19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:23,161 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 2207498f4d58df22895883ada2430c19, disabling compactions & flushes 2024-12-05T04:18:23,161 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733372303136.2207498f4d58df22895883ada2430c19. 2024-12-05T04:18:23,161 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733372303136.2207498f4d58df22895883ada2430c19. 2024-12-05T04:18:23,162 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733372303136.2207498f4d58df22895883ada2430c19. after waiting 0 ms 2024-12-05T04:18:23,162 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733372303136.2207498f4d58df22895883ada2430c19. 2024-12-05T04:18:23,162 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733372303136.2207498f4d58df22895883ada2430c19. 2024-12-05T04:18:23,162 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2207498f4d58df22895883ada2430c19: 2024-12-05T04:18:23,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T04:18:23,164 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733372303136.2207498f4d58df22895883ada2430c19.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733372303164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733372303164"}]},"ts":"1733372303164"} 2024-12-05T04:18:23,167 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T04:18:23,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T04:18:23,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733372303169"}]},"ts":"1733372303169"} 2024-12-05T04:18:23,172 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-05T04:18:23,176 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {2f66fa2c0859=0} racks are {/default-rack=0} 2024-12-05T04:18:23,178 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T04:18:23,178 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T04:18:23,178 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T04:18:23,178 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T04:18:23,178 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T04:18:23,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2207498f4d58df22895883ada2430c19, ASSIGN}] 2024-12-05T04:18:23,180 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2207498f4d58df22895883ada2430c19, ASSIGN 2024-12-05T04:18:23,182 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=2207498f4d58df22895883ada2430c19, ASSIGN; state=OFFLINE, location=2f66fa2c0859,36455,1733372302264; forceNewPlan=false, retain=false 2024-12-05T04:18:23,332 INFO [2f66fa2c0859:41273 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T04:18:23,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2207498f4d58df22895883ada2430c19, regionState=OPENING, regionLocation=2f66fa2c0859,36455,1733372302264 2024-12-05T04:18:23,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 2207498f4d58df22895883ada2430c19, server=2f66fa2c0859,36455,1733372302264}] 2024-12-05T04:18:23,487 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2f66fa2c0859,36455,1733372302264 2024-12-05T04:18:23,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733372303136.2207498f4d58df22895883ada2430c19. 2024-12-05T04:18:23,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 2207498f4d58df22895883ada2430c19, NAME => 'hbase:namespace,,1733372303136.2207498f4d58df22895883ada2430c19.', STARTKEY => '', ENDKEY => ''} 2024-12-05T04:18:23,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 2207498f4d58df22895883ada2430c19 2024-12-05T04:18:23,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733372303136.2207498f4d58df22895883ada2430c19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:23,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 2207498f4d58df22895883ada2430c19 2024-12-05T04:18:23,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 2207498f4d58df22895883ada2430c19 2024-12-05T04:18:23,495 INFO [StoreOpener-2207498f4d58df22895883ada2430c19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2207498f4d58df22895883ada2430c19 2024-12-05T04:18:23,497 INFO [StoreOpener-2207498f4d58df22895883ada2430c19-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2207498f4d58df22895883ada2430c19 columnFamilyName info 2024-12-05T04:18:23,497 DEBUG [StoreOpener-2207498f4d58df22895883ada2430c19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:23,498 INFO [StoreOpener-2207498f4d58df22895883ada2430c19-1 {}] regionserver.HStore(327): Store=2207498f4d58df22895883ada2430c19/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:23,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/namespace/2207498f4d58df22895883ada2430c19 2024-12-05T04:18:23,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/namespace/2207498f4d58df22895883ada2430c19 2024-12-05T04:18:23,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 2207498f4d58df22895883ada2430c19 2024-12-05T04:18:23,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/namespace/2207498f4d58df22895883ada2430c19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:23,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 2207498f4d58df22895883ada2430c19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66481373, jitterRate=-0.00935034453868866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T04:18:23,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 2207498f4d58df22895883ada2430c19: 2024-12-05T04:18:23,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733372303136.2207498f4d58df22895883ada2430c19., pid=6, masterSystemTime=1733372303487 2024-12-05T04:18:23,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733372303136.2207498f4d58df22895883ada2430c19. 2024-12-05T04:18:23,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733372303136.2207498f4d58df22895883ada2430c19. 2024-12-05T04:18:23,510 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2207498f4d58df22895883ada2430c19, regionState=OPEN, openSeqNum=2, regionLocation=2f66fa2c0859,36455,1733372302264 2024-12-05T04:18:23,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T04:18:23,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 2207498f4d58df22895883ada2430c19, server=2f66fa2c0859,36455,1733372302264 in 177 msec 2024-12-05T04:18:23,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T04:18:23,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=2207498f4d58df22895883ada2430c19, ASSIGN in 336 msec 2024-12-05T04:18:23,517 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T04:18:23,517 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733372303517"}]},"ts":"1733372303517"} 2024-12-05T04:18:23,519 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-05T04:18:23,522 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T04:18:23,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 386 msec 2024-12-05T04:18:23,539 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-05T04:18:23,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-05T04:18:23,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:23,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10060660c210001, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:23,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x10060660c210002, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:23,549 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-05T04:18:23,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T04:18:23,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 12 msec 2024-12-05T04:18:23,571 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-05T04:18:23,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T04:18:23,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 10 msec 2024-12-05T04:18:23,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-05T04:18:23,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-05T04:18:23,600 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.302sec 2024-12-05T04:18:23,600 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T04:18:23,600 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T04:18:23,600 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T04:18:23,600 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T04:18:23,600 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T04:18:23,600 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,41273,1733372302158-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T04:18:23,600 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,41273,1733372302158-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T04:18:23,602 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-05T04:18:23,602 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T04:18:23,603 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,41273,1733372302158-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:23,615 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T04:18:23,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T04:18:23,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T04:18:23,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T04:18:23,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T04:18:23,690 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x591fbfe9 to 127.0.0.1:50382 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@120aa970 2024-12-05T04:18:23,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424f8298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:23,696 DEBUG [hconnection-0x58f9ff48-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T04:18:23,698 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42004, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T04:18:23,700 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=2f66fa2c0859,41273,1733372302158 2024-12-05T04:18:23,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T04:18:23,703 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T04:18:23,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T04:18:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-05T04:18:23,707 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T04:18:23,707 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:23,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-05T04:18:23,708 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T04:18:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:23,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41819 is added to blk_1073741838_1014 (size=379) 2024-12-05T04:18:23,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37179 is added to blk_1073741838_1014 (size=379) 2024-12-05T04:18:23,719 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 81bfa9bfdeeb490632dd2de919cdabd9, NAME => 'testClearRegionBlockCache,5,1733372303704.81bfa9bfdeeb490632dd2de919cdabd9.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75 2024-12-05T04:18:23,719 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9e5a045ed24eebf842c9c9f1ee22021d, NAME => 'testClearRegionBlockCache,,1733372303704.9e5a045ed24eebf842c9c9f1ee22021d.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75 2024-12-05T04:18:23,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37179 is added to blk_1073741839_1015 (size=61) 2024-12-05T04:18:23,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41819 is added to blk_1073741839_1015 (size=61) 2024-12-05T04:18:23,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37179 is added to blk_1073741840_1016 (size=61) 2024-12-05T04:18:23,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41819 is added to blk_1073741840_1016 (size=61) 2024-12-05T04:18:23,733 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733372303704.9e5a045ed24eebf842c9c9f1ee22021d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:23,733 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 9e5a045ed24eebf842c9c9f1ee22021d, disabling compactions & flushes 2024-12-05T04:18:23,733 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733372303704.9e5a045ed24eebf842c9c9f1ee22021d. 2024-12-05T04:18:23,733 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733372303704.9e5a045ed24eebf842c9c9f1ee22021d. 2024-12-05T04:18:23,733 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733372303704.9e5a045ed24eebf842c9c9f1ee22021d. after waiting 0 ms 2024-12-05T04:18:23,733 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733372303704.9e5a045ed24eebf842c9c9f1ee22021d. 2024-12-05T04:18:23,733 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733372303704.81bfa9bfdeeb490632dd2de919cdabd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:23,733 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733372303704.9e5a045ed24eebf842c9c9f1ee22021d. 2024-12-05T04:18:23,733 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9e5a045ed24eebf842c9c9f1ee22021d: 2024-12-05T04:18:23,733 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 81bfa9bfdeeb490632dd2de919cdabd9, disabling compactions & flushes 2024-12-05T04:18:23,733 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733372303704.81bfa9bfdeeb490632dd2de919cdabd9. 2024-12-05T04:18:23,733 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733372303704.81bfa9bfdeeb490632dd2de919cdabd9. 2024-12-05T04:18:23,733 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733372303704.81bfa9bfdeeb490632dd2de919cdabd9. after waiting 0 ms 2024-12-05T04:18:23,733 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733372303704.81bfa9bfdeeb490632dd2de919cdabd9. 2024-12-05T04:18:23,733 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733372303704.81bfa9bfdeeb490632dd2de919cdabd9. 2024-12-05T04:18:23,733 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 81bfa9bfdeeb490632dd2de919cdabd9: 2024-12-05T04:18:23,734 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T04:18:23,735 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733372303704.9e5a045ed24eebf842c9c9f1ee22021d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733372303734"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733372303734"}]},"ts":"1733372303734"} 2024-12-05T04:18:23,735 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733372303704.81bfa9bfdeeb490632dd2de919cdabd9.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733372303734"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733372303734"}]},"ts":"1733372303734"} 2024-12-05T04:18:23,738 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-05T04:18:23,739 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T04:18:23,740 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733372303740"}]},"ts":"1733372303740"} 2024-12-05T04:18:23,742 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-05T04:18:23,746 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {2f66fa2c0859=0} racks are {/default-rack=0} 2024-12-05T04:18:23,747 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T04:18:23,747 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T04:18:23,747 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T04:18:23,747 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T04:18:23,747 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T04:18:23,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9e5a045ed24eebf842c9c9f1ee22021d, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=81bfa9bfdeeb490632dd2de919cdabd9, ASSIGN}] 2024-12-05T04:18:23,749 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=81bfa9bfdeeb490632dd2de919cdabd9, ASSIGN 2024-12-05T04:18:23,749 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9e5a045ed24eebf842c9c9f1ee22021d, ASSIGN 2024-12-05T04:18:23,750 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=81bfa9bfdeeb490632dd2de919cdabd9, ASSIGN; state=OFFLINE, location=2f66fa2c0859,44541,1733372302219; forceNewPlan=false, retain=false 2024-12-05T04:18:23,750 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9e5a045ed24eebf842c9c9f1ee22021d, ASSIGN; state=OFFLINE, location=2f66fa2c0859,36455,1733372302264; forceNewPlan=false, retain=false 2024-12-05T04:18:23,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:23,901 INFO [2f66fa2c0859:41273 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-05T04:18:23,901 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=9e5a045ed24eebf842c9c9f1ee22021d, regionState=OPENING, regionLocation=2f66fa2c0859,36455,1733372302264 2024-12-05T04:18:23,901 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=81bfa9bfdeeb490632dd2de919cdabd9, regionState=OPENING, regionLocation=2f66fa2c0859,44541,1733372302219 2024-12-05T04:18:23,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 81bfa9bfdeeb490632dd2de919cdabd9, server=2f66fa2c0859,44541,1733372302219}] 2024-12-05T04:18:23,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 9e5a045ed24eebf842c9c9f1ee22021d, server=2f66fa2c0859,36455,1733372302264}] 2024-12-05T04:18:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:24,057 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2f66fa2c0859,44541,1733372302219 2024-12-05T04:18:24,057 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T04:18:24,058 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2f66fa2c0859,36455,1733372302264 2024-12-05T04:18:24,059 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T04:18:24,062 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733372303704.9e5a045ed24eebf842c9c9f1ee22021d. 2024-12-05T04:18:24,063 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 9e5a045ed24eebf842c9c9f1ee22021d, NAME => 'testClearRegionBlockCache,,1733372303704.9e5a045ed24eebf842c9c9f1ee22021d.', STARTKEY => '', ENDKEY => '5'} 2024-12-05T04:18:24,063 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9e5a045ed24eebf842c9c9f1ee22021d 2024-12-05T04:18:24,063 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733372303704.9e5a045ed24eebf842c9c9f1ee22021d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:24,063 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 9e5a045ed24eebf842c9c9f1ee22021d 2024-12-05T04:18:24,063 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733372303704.81bfa9bfdeeb490632dd2de919cdabd9. 2024-12-05T04:18:24,064 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 9e5a045ed24eebf842c9c9f1ee22021d 2024-12-05T04:18:24,064 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 81bfa9bfdeeb490632dd2de919cdabd9, NAME => 'testClearRegionBlockCache,5,1733372303704.81bfa9bfdeeb490632dd2de919cdabd9.', STARTKEY => '5', ENDKEY => ''} 2024-12-05T04:18:24,064 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 81bfa9bfdeeb490632dd2de919cdabd9 2024-12-05T04:18:24,064 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733372303704.81bfa9bfdeeb490632dd2de919cdabd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:24,064 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 81bfa9bfdeeb490632dd2de919cdabd9 2024-12-05T04:18:24,064 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 81bfa9bfdeeb490632dd2de919cdabd9 2024-12-05T04:18:24,065 INFO [StoreOpener-9e5a045ed24eebf842c9c9f1ee22021d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9e5a045ed24eebf842c9c9f1ee22021d 2024-12-05T04:18:24,066 INFO [StoreOpener-81bfa9bfdeeb490632dd2de919cdabd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 81bfa9bfdeeb490632dd2de919cdabd9 2024-12-05T04:18:24,067 INFO [StoreOpener-9e5a045ed24eebf842c9c9f1ee22021d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e5a045ed24eebf842c9c9f1ee22021d columnFamilyName family 2024-12-05T04:18:24,067 INFO [StoreOpener-81bfa9bfdeeb490632dd2de919cdabd9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81bfa9bfdeeb490632dd2de919cdabd9 columnFamilyName family 2024-12-05T04:18:24,067 DEBUG [StoreOpener-81bfa9bfdeeb490632dd2de919cdabd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:24,067 DEBUG [StoreOpener-9e5a045ed24eebf842c9c9f1ee22021d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:24,068 INFO [StoreOpener-9e5a045ed24eebf842c9c9f1ee22021d-1 {}] regionserver.HStore(327): Store=9e5a045ed24eebf842c9c9f1ee22021d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:24,069 INFO [StoreOpener-81bfa9bfdeeb490632dd2de919cdabd9-1 {}] regionserver.HStore(327): Store=81bfa9bfdeeb490632dd2de919cdabd9/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:24,069 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/default/testClearRegionBlockCache/9e5a045ed24eebf842c9c9f1ee22021d 2024-12-05T04:18:24,069 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/default/testClearRegionBlockCache/9e5a045ed24eebf842c9c9f1ee22021d 2024-12-05T04:18:24,070 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/default/testClearRegionBlockCache/81bfa9bfdeeb490632dd2de919cdabd9 2024-12-05T04:18:24,070 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/default/testClearRegionBlockCache/81bfa9bfdeeb490632dd2de919cdabd9 2024-12-05T04:18:24,072 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 9e5a045ed24eebf842c9c9f1ee22021d 2024-12-05T04:18:24,072 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 81bfa9bfdeeb490632dd2de919cdabd9 2024-12-05T04:18:24,077 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/default/testClearRegionBlockCache/9e5a045ed24eebf842c9c9f1ee22021d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:24,077 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/default/testClearRegionBlockCache/81bfa9bfdeeb490632dd2de919cdabd9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:24,077 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 9e5a045ed24eebf842c9c9f1ee22021d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70541199, jitterRate=0.051145777106285095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T04:18:24,077 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 81bfa9bfdeeb490632dd2de919cdabd9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70472359, jitterRate=0.05011998116970062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T04:18:24,078 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 81bfa9bfdeeb490632dd2de919cdabd9: 2024-12-05T04:18:24,078 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 9e5a045ed24eebf842c9c9f1ee22021d: 2024-12-05T04:18:24,080 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733372303704.81bfa9bfdeeb490632dd2de919cdabd9., pid=12, masterSystemTime=1733372304056 2024-12-05T04:18:24,080 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733372303704.9e5a045ed24eebf842c9c9f1ee22021d., pid=13, masterSystemTime=1733372304057 2024-12-05T04:18:24,082 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733372303704.81bfa9bfdeeb490632dd2de919cdabd9. 2024-12-05T04:18:24,082 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733372303704.81bfa9bfdeeb490632dd2de919cdabd9. 2024-12-05T04:18:24,083 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=81bfa9bfdeeb490632dd2de919cdabd9, regionState=OPEN, openSeqNum=2, regionLocation=2f66fa2c0859,44541,1733372302219 2024-12-05T04:18:24,083 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733372303704.9e5a045ed24eebf842c9c9f1ee22021d. 2024-12-05T04:18:24,083 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733372303704.9e5a045ed24eebf842c9c9f1ee22021d. 2024-12-05T04:18:24,084 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=9e5a045ed24eebf842c9c9f1ee22021d, regionState=OPEN, openSeqNum=2, regionLocation=2f66fa2c0859,36455,1733372302264 2024-12-05T04:18:24,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T04:18:24,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 81bfa9bfdeeb490632dd2de919cdabd9, server=2f66fa2c0859,44541,1733372302219 in 181 msec 2024-12-05T04:18:24,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-05T04:18:24,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 9e5a045ed24eebf842c9c9f1ee22021d, server=2f66fa2c0859,36455,1733372302264 in 182 msec 2024-12-05T04:18:24,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=81bfa9bfdeeb490632dd2de919cdabd9, ASSIGN in 340 msec 2024-12-05T04:18:24,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T04:18:24,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9e5a045ed24eebf842c9c9f1ee22021d, ASSIGN in 341 msec 2024-12-05T04:18:24,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T04:18:24,092 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733372304092"}]},"ts":"1733372304092"} 2024-12-05T04:18:24,094 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-05T04:18:24,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T04:18:24,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 391 msec 2024-12-05T04:18:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:24,315 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-05T04:18:24,315 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-05T04:18:24,315 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T04:18:24,319 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-05T04:18:24,319 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T04:18:24,319 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-05T04:18:24,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T04:18:24,333 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T04:18:24,340 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 81bfa9bfdeeb490632dd2de919cdabd9 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-05T04:18:24,358 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/default/testClearRegionBlockCache/81bfa9bfdeeb490632dd2de919cdabd9/.tmp/family/74a9ac35269f4ea38a770e47e28aaf0f is 32, key is 5/family:/1733372304334/Put/seqid=0 2024-12-05T04:18:24,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37179 is added to blk_1073741841_1017 (size=5083) 2024-12-05T04:18:24,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41819 is added to blk_1073741841_1017 (size=5083) 2024-12-05T04:18:24,366 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/default/testClearRegionBlockCache/81bfa9bfdeeb490632dd2de919cdabd9/.tmp/family/74a9ac35269f4ea38a770e47e28aaf0f 2024-12-05T04:18:24,373 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/default/testClearRegionBlockCache/81bfa9bfdeeb490632dd2de919cdabd9/.tmp/family/74a9ac35269f4ea38a770e47e28aaf0f as hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/default/testClearRegionBlockCache/81bfa9bfdeeb490632dd2de919cdabd9/family/74a9ac35269f4ea38a770e47e28aaf0f 2024-12-05T04:18:24,379 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/default/testClearRegionBlockCache/81bfa9bfdeeb490632dd2de919cdabd9/family/74a9ac35269f4ea38a770e47e28aaf0f, entries=5, sequenceid=9, filesize=5.0 K 2024-12-05T04:18:24,380 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 81bfa9bfdeeb490632dd2de919cdabd9 in 40ms, sequenceid=9, compaction requested=false 2024-12-05T04:18:24,381 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 81bfa9bfdeeb490632dd2de919cdabd9: 2024-12-05T04:18:24,381 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 9e5a045ed24eebf842c9c9f1ee22021d 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-05T04:18:24,398 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/default/testClearRegionBlockCache/9e5a045ed24eebf842c9c9f1ee22021d/.tmp/family/9f36464c10c040c9a1250001d5b6a2b4 is 32, key is 1/family:/1733372304322/Put/seqid=0 2024-12-05T04:18:24,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41819 is added to blk_1073741842_1018 (size=5054) 2024-12-05T04:18:24,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37179 is added to blk_1073741842_1018 (size=5054) 2024-12-05T04:18:24,404 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/default/testClearRegionBlockCache/9e5a045ed24eebf842c9c9f1ee22021d/.tmp/family/9f36464c10c040c9a1250001d5b6a2b4 2024-12-05T04:18:24,411 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/default/testClearRegionBlockCache/9e5a045ed24eebf842c9c9f1ee22021d/.tmp/family/9f36464c10c040c9a1250001d5b6a2b4 as hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/default/testClearRegionBlockCache/9e5a045ed24eebf842c9c9f1ee22021d/family/9f36464c10c040c9a1250001d5b6a2b4 2024-12-05T04:18:24,416 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/default/testClearRegionBlockCache/9e5a045ed24eebf842c9c9f1ee22021d/family/9f36464c10c040c9a1250001d5b6a2b4, entries=4, sequenceid=8, filesize=4.9 K 2024-12-05T04:18:24,417 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 9e5a045ed24eebf842c9c9f1ee22021d in 36ms, sequenceid=8, compaction requested=false 2024-12-05T04:18:24,418 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 9e5a045ed24eebf842c9c9f1ee22021d: 2024-12-05T04:18:24,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T04:18:24,429 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T04:18:24,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T04:18:24,432 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T04:18:24,433 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-05T04:18:24,433 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T04:18:24,433 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x591fbfe9 to 127.0.0.1:50382 2024-12-05T04:18:24,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:24,433 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T04:18:24,434 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1593877599, stopped=false 2024-12-05T04:18:24,434 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=2f66fa2c0859,41273,1733372302158 2024-12-05T04:18:24,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10060660c210001, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:24,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x10060660c210002, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:24,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10060660c210001, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:24,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:24,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x10060660c210002, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:24,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:24,437 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-05T04:18:24,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44541-0x10060660c210001, quorum=127.0.0.1:50382, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:24,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:24,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36455-0x10060660c210002, quorum=127.0.0.1:50382, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:24,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:24,438 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2f66fa2c0859,44541,1733372302219' ***** 2024-12-05T04:18:24,438 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T04:18:24,438 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2f66fa2c0859,36455,1733372302264' ***** 2024-12-05T04:18:24,438 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T04:18:24,438 INFO [RS:1;2f66fa2c0859:36455 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T04:18:24,438 INFO [RS:1;2f66fa2c0859:36455 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T04:18:24,438 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T04:18:24,438 INFO [RS:1;2f66fa2c0859:36455 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T04:18:24,438 INFO [RS:0;2f66fa2c0859:44541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T04:18:24,439 INFO [RS:1;2f66fa2c0859:36455 {}] regionserver.HRegionServer(3579): Received CLOSE for 9e5a045ed24eebf842c9c9f1ee22021d 2024-12-05T04:18:24,439 INFO [RS:0;2f66fa2c0859:44541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T04:18:24,439 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T04:18:24,439 INFO [RS:1;2f66fa2c0859:36455 {}] regionserver.HRegionServer(3579): Received CLOSE for 2207498f4d58df22895883ada2430c19 2024-12-05T04:18:24,439 INFO [RS:0;2f66fa2c0859:44541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T04:18:24,439 INFO [RS:1;2f66fa2c0859:36455 {}] regionserver.HRegionServer(1224): stopping server 2f66fa2c0859,36455,1733372302264 2024-12-05T04:18:24,439 DEBUG [RS:1;2f66fa2c0859:36455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:24,439 INFO [RS:0;2f66fa2c0859:44541 {}] regionserver.HRegionServer(3579): Received CLOSE for 81bfa9bfdeeb490632dd2de919cdabd9 2024-12-05T04:18:24,439 INFO [RS:1;2f66fa2c0859:36455 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T04:18:24,439 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9e5a045ed24eebf842c9c9f1ee22021d, disabling compactions & flushes 2024-12-05T04:18:24,439 INFO [RS:1;2f66fa2c0859:36455 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T04:18:24,439 INFO [RS:1;2f66fa2c0859:36455 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T04:18:24,439 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733372303704.9e5a045ed24eebf842c9c9f1ee22021d. 2024-12-05T04:18:24,439 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733372303704.9e5a045ed24eebf842c9c9f1ee22021d. 2024-12-05T04:18:24,439 INFO [RS:1;2f66fa2c0859:36455 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-05T04:18:24,439 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733372303704.9e5a045ed24eebf842c9c9f1ee22021d. after waiting 0 ms 2024-12-05T04:18:24,440 INFO [RS:0;2f66fa2c0859:44541 {}] regionserver.HRegionServer(1224): stopping server 2f66fa2c0859,44541,1733372302219 2024-12-05T04:18:24,440 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733372303704.9e5a045ed24eebf842c9c9f1ee22021d. 2024-12-05T04:18:24,440 DEBUG [RS:0;2f66fa2c0859:44541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:24,440 INFO [RS:0;2f66fa2c0859:44541 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-05T04:18:24,440 INFO [RS:1;2f66fa2c0859:36455 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-05T04:18:24,440 DEBUG [RS:0;2f66fa2c0859:44541 {}] regionserver.HRegionServer(1603): Online Regions={81bfa9bfdeeb490632dd2de919cdabd9=testClearRegionBlockCache,5,1733372303704.81bfa9bfdeeb490632dd2de919cdabd9.} 2024-12-05T04:18:24,440 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 81bfa9bfdeeb490632dd2de919cdabd9, disabling compactions & flushes 2024-12-05T04:18:24,440 DEBUG [RS:1;2f66fa2c0859:36455 {}] regionserver.HRegionServer(1603): Online Regions={9e5a045ed24eebf842c9c9f1ee22021d=testClearRegionBlockCache,,1733372303704.9e5a045ed24eebf842c9c9f1ee22021d., 1588230740=hbase:meta,,1.1588230740, 2207498f4d58df22895883ada2430c19=hbase:namespace,,1733372303136.2207498f4d58df22895883ada2430c19.} 2024-12-05T04:18:24,440 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733372303704.81bfa9bfdeeb490632dd2de919cdabd9. 2024-12-05T04:18:24,440 DEBUG [RS:0;2f66fa2c0859:44541 {}] regionserver.HRegionServer(1629): Waiting on 81bfa9bfdeeb490632dd2de919cdabd9 2024-12-05T04:18:24,440 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733372303704.81bfa9bfdeeb490632dd2de919cdabd9. 2024-12-05T04:18:24,440 DEBUG [RS:1;2f66fa2c0859:36455 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 2207498f4d58df22895883ada2430c19, 9e5a045ed24eebf842c9c9f1ee22021d 2024-12-05T04:18:24,440 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T04:18:24,440 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733372303704.81bfa9bfdeeb490632dd2de919cdabd9. after waiting 0 ms 2024-12-05T04:18:24,440 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733372303704.81bfa9bfdeeb490632dd2de919cdabd9. 2024-12-05T04:18:24,440 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T04:18:24,440 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T04:18:24,440 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T04:18:24,440 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T04:18:24,440 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-05T04:18:24,445 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/default/testClearRegionBlockCache/9e5a045ed24eebf842c9c9f1ee22021d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T04:18:24,446 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/default/testClearRegionBlockCache/81bfa9bfdeeb490632dd2de919cdabd9/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T04:18:24,446 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733372303704.9e5a045ed24eebf842c9c9f1ee22021d. 2024-12-05T04:18:24,446 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9e5a045ed24eebf842c9c9f1ee22021d: 2024-12-05T04:18:24,446 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733372303704.9e5a045ed24eebf842c9c9f1ee22021d. 2024-12-05T04:18:24,446 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733372303704.81bfa9bfdeeb490632dd2de919cdabd9. 2024-12-05T04:18:24,446 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2207498f4d58df22895883ada2430c19, disabling compactions & flushes 2024-12-05T04:18:24,446 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 81bfa9bfdeeb490632dd2de919cdabd9: 2024-12-05T04:18:24,446 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733372303136.2207498f4d58df22895883ada2430c19. 2024-12-05T04:18:24,446 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733372303136.2207498f4d58df22895883ada2430c19. 2024-12-05T04:18:24,446 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733372303136.2207498f4d58df22895883ada2430c19. after waiting 0 ms 2024-12-05T04:18:24,446 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733372303704.81bfa9bfdeeb490632dd2de919cdabd9. 2024-12-05T04:18:24,446 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733372303136.2207498f4d58df22895883ada2430c19. 2024-12-05T04:18:24,446 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 2207498f4d58df22895883ada2430c19 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-05T04:18:24,457 INFO [regionserver/2f66fa2c0859:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T04:18:24,457 INFO [regionserver/2f66fa2c0859:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T04:18:24,461 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/meta/1588230740/.tmp/info/1f013303e5c0434fb91011a1887419b0 is 173, key is testClearRegionBlockCache,5,1733372303704.81bfa9bfdeeb490632dd2de919cdabd9./info:regioninfo/1733372304083/Put/seqid=0 2024-12-05T04:18:24,463 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/namespace/2207498f4d58df22895883ada2430c19/.tmp/info/e150f4d7255c4712aca2dca2edcb6392 is 45, key is default/info:d/1733372303554/Put/seqid=0 2024-12-05T04:18:24,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41819 is added to blk_1073741843_1019 (size=9337) 2024-12-05T04:18:24,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37179 is added to blk_1073741843_1019 (size=9337) 2024-12-05T04:18:24,471 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/meta/1588230740/.tmp/info/1f013303e5c0434fb91011a1887419b0 2024-12-05T04:18:24,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41819 is added to blk_1073741844_1020 (size=5037) 2024-12-05T04:18:24,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37179 is added to blk_1073741844_1020 (size=5037) 2024-12-05T04:18:24,482 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/namespace/2207498f4d58df22895883ada2430c19/.tmp/info/e150f4d7255c4712aca2dca2edcb6392 2024-12-05T04:18:24,488 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/namespace/2207498f4d58df22895883ada2430c19/.tmp/info/e150f4d7255c4712aca2dca2edcb6392 as hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/namespace/2207498f4d58df22895883ada2430c19/info/e150f4d7255c4712aca2dca2edcb6392 2024-12-05T04:18:24,494 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/namespace/2207498f4d58df22895883ada2430c19/info/e150f4d7255c4712aca2dca2edcb6392, entries=2, sequenceid=6, filesize=4.9 K 2024-12-05T04:18:24,495 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 2207498f4d58df22895883ada2430c19 in 49ms, sequenceid=6, compaction requested=false 2024-12-05T04:18:24,499 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/namespace/2207498f4d58df22895883ada2430c19/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T04:18:24,500 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733372303136.2207498f4d58df22895883ada2430c19. 2024-12-05T04:18:24,500 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2207498f4d58df22895883ada2430c19: 2024-12-05T04:18:24,500 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733372303136.2207498f4d58df22895883ada2430c19. 2024-12-05T04:18:24,502 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/meta/1588230740/.tmp/table/95320642434f489a897874e9baa6b395 is 61, key is testClearRegionBlockCache/table:state/1733372304092/Put/seqid=0 2024-12-05T04:18:24,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41819 is added to blk_1073741845_1021 (size=5392) 2024-12-05T04:18:24,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37179 is added to blk_1073741845_1021 (size=5392) 2024-12-05T04:18:24,515 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/meta/1588230740/.tmp/table/95320642434f489a897874e9baa6b395 2024-12-05T04:18:24,522 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/meta/1588230740/.tmp/info/1f013303e5c0434fb91011a1887419b0 as hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/meta/1588230740/info/1f013303e5c0434fb91011a1887419b0 2024-12-05T04:18:24,528 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/meta/1588230740/info/1f013303e5c0434fb91011a1887419b0, entries=30, sequenceid=16, filesize=9.1 K 2024-12-05T04:18:24,529 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/meta/1588230740/.tmp/table/95320642434f489a897874e9baa6b395 as hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/meta/1588230740/table/95320642434f489a897874e9baa6b395 2024-12-05T04:18:24,535 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/meta/1588230740/table/95320642434f489a897874e9baa6b395, entries=4, sequenceid=16, filesize=5.3 K 2024-12-05T04:18:24,537 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 96ms, sequenceid=16, compaction requested=false 2024-12-05T04:18:24,541 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T04:18:24,542 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T04:18:24,542 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T04:18:24,542 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T04:18:24,542 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T04:18:24,554 INFO [regionserver/2f66fa2c0859:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T04:18:24,555 INFO [regionserver/2f66fa2c0859:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T04:18:24,593 INFO [regionserver/2f66fa2c0859:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T04:18:24,593 INFO [regionserver/2f66fa2c0859:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T04:18:24,640 INFO [RS:0;2f66fa2c0859:44541 {}] regionserver.HRegionServer(1250): stopping server 2f66fa2c0859,44541,1733372302219; all regions closed. 2024-12-05T04:18:24,640 INFO [RS:1;2f66fa2c0859:36455 {}] regionserver.HRegionServer(1250): stopping server 2f66fa2c0859,36455,1733372302264; all regions closed. 2024-12-05T04:18:24,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37179 is added to blk_1073741834_1010 (size=1867) 2024-12-05T04:18:24,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41819 is added to blk_1073741835_1011 (size=5602) 2024-12-05T04:18:24,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37179 is added to blk_1073741835_1011 (size=5602) 2024-12-05T04:18:24,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41819 is added to blk_1073741834_1010 (size=1867) 2024-12-05T04:18:24,646 DEBUG [RS:1;2f66fa2c0859:36455 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/oldWALs 2024-12-05T04:18:24,646 INFO [RS:1;2f66fa2c0859:36455 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2f66fa2c0859%2C36455%2C1733372302264.meta:.meta(num 1733372303074) 2024-12-05T04:18:24,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37179 is added to blk_1073741833_1009 (size=3079) 2024-12-05T04:18:24,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41819 is added to blk_1073741833_1009 (size=3079) 2024-12-05T04:18:24,651 DEBUG [RS:0;2f66fa2c0859:44541 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/oldWALs 2024-12-05T04:18:24,651 INFO [RS:0;2f66fa2c0859:44541 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2f66fa2c0859%2C44541%2C1733372302219:(num 1733372302697) 2024-12-05T04:18:24,651 DEBUG [RS:0;2f66fa2c0859:44541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:24,651 DEBUG [RS:1;2f66fa2c0859:36455 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/oldWALs 2024-12-05T04:18:24,651 INFO [RS:0;2f66fa2c0859:44541 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T04:18:24,651 INFO [RS:1;2f66fa2c0859:36455 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2f66fa2c0859%2C36455%2C1733372302264:(num 1733372302697) 2024-12-05T04:18:24,651 DEBUG [RS:1;2f66fa2c0859:36455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:24,651 INFO [RS:1;2f66fa2c0859:36455 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T04:18:24,652 INFO [RS:1;2f66fa2c0859:36455 {}] hbase.ChoreService(370): Chore service for: regionserver/2f66fa2c0859:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-05T04:18:24,652 INFO [RS:0;2f66fa2c0859:44541 {}] hbase.ChoreService(370): Chore service for: regionserver/2f66fa2c0859:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T04:18:24,652 INFO [RS:0;2f66fa2c0859:44541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T04:18:24,652 INFO [regionserver/2f66fa2c0859:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T04:18:24,652 INFO [RS:0;2f66fa2c0859:44541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T04:18:24,652 INFO [regionserver/2f66fa2c0859:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T04:18:24,652 INFO [RS:0;2f66fa2c0859:44541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T04:18:24,652 INFO [RS:1;2f66fa2c0859:36455 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36455 2024-12-05T04:18:24,653 INFO [RS:0;2f66fa2c0859:44541 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44541 2024-12-05T04:18:24,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10060660c210001, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2f66fa2c0859,44541,1733372302219 2024-12-05T04:18:24,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T04:18:24,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x10060660c210002, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2f66fa2c0859,36455,1733372302264 2024-12-05T04:18:24,656 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2f66fa2c0859,36455,1733372302264] 2024-12-05T04:18:24,656 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2f66fa2c0859,36455,1733372302264; numProcessing=1 2024-12-05T04:18:24,658 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2f66fa2c0859,36455,1733372302264 already deleted, retry=false 2024-12-05T04:18:24,659 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2f66fa2c0859,36455,1733372302264 expired; onlineServers=1 2024-12-05T04:18:24,659 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2f66fa2c0859,44541,1733372302219] 2024-12-05T04:18:24,659 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2f66fa2c0859,44541,1733372302219; numProcessing=2 2024-12-05T04:18:24,660 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2f66fa2c0859,44541,1733372302219 already deleted, retry=false 2024-12-05T04:18:24,660 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2f66fa2c0859,44541,1733372302219 expired; onlineServers=0 2024-12-05T04:18:24,660 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2f66fa2c0859,41273,1733372302158' ***** 2024-12-05T04:18:24,660 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T04:18:24,660 DEBUG [M:0;2f66fa2c0859:41273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d0d687, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2f66fa2c0859/172.17.0.2:0 2024-12-05T04:18:24,660 INFO [M:0;2f66fa2c0859:41273 {}] regionserver.HRegionServer(1224): stopping server 2f66fa2c0859,41273,1733372302158 2024-12-05T04:18:24,660 INFO [M:0;2f66fa2c0859:41273 {}] regionserver.HRegionServer(1250): stopping server 2f66fa2c0859,41273,1733372302158; all regions closed. 2024-12-05T04:18:24,660 DEBUG [M:0;2f66fa2c0859:41273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:24,660 DEBUG [M:0;2f66fa2c0859:41273 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T04:18:24,660 DEBUG [M:0;2f66fa2c0859:41273 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T04:18:24,660 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T04:18:24,660 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.large.0-1733372302460 {}] cleaner.HFileCleaner(306): Exit Thread[master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.large.0-1733372302460,5,FailOnTimeoutGroup] 2024-12-05T04:18:24,660 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.small.0-1733372302460 {}] cleaner.HFileCleaner(306): Exit Thread[master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.small.0-1733372302460,5,FailOnTimeoutGroup] 2024-12-05T04:18:24,661 INFO [M:0;2f66fa2c0859:41273 {}] hbase.ChoreService(370): Chore service for: master/2f66fa2c0859:0 had [] on shutdown 2024-12-05T04:18:24,661 DEBUG [M:0;2f66fa2c0859:41273 {}] master.HMaster(1733): Stopping service threads 2024-12-05T04:18:24,661 INFO [M:0;2f66fa2c0859:41273 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T04:18:24,661 INFO [M:0;2f66fa2c0859:41273 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T04:18:24,661 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T04:18:24,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T04:18:24,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:24,662 DEBUG [M:0;2f66fa2c0859:41273 {}] zookeeper.ZKUtil(347): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T04:18:24,662 WARN [M:0;2f66fa2c0859:41273 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T04:18:24,662 INFO [M:0;2f66fa2c0859:41273 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-05T04:18:24,662 INFO [M:0;2f66fa2c0859:41273 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T04:18:24,662 DEBUG [M:0;2f66fa2c0859:41273 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T04:18:24,662 INFO [M:0;2f66fa2c0859:41273 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:24,663 DEBUG [M:0;2f66fa2c0859:41273 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:24,663 DEBUG [M:0;2f66fa2c0859:41273 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T04:18:24,663 DEBUG [M:0;2f66fa2c0859:41273 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:24,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T04:18:24,663 INFO [M:0;2f66fa2c0859:41273 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-05T04:18:24,680 DEBUG [M:0;2f66fa2c0859:41273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/244c5db66d1543499912ced1cba543d8 is 82, key is hbase:meta,,1/info:regioninfo/1733372303113/Put/seqid=0 2024-12-05T04:18:24,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41819 is added to blk_1073741846_1022 (size=5672) 2024-12-05T04:18:24,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37179 is added to blk_1073741846_1022 (size=5672) 2024-12-05T04:18:24,687 INFO [M:0;2f66fa2c0859:41273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/244c5db66d1543499912ced1cba543d8 2024-12-05T04:18:24,709 DEBUG [M:0;2f66fa2c0859:41273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/695138b9f334408198ed80b1a0731425 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733372304097/Put/seqid=0 2024-12-05T04:18:24,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37179 is added to blk_1073741847_1023 (size=7578) 2024-12-05T04:18:24,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41819 is added to blk_1073741847_1023 (size=7578) 2024-12-05T04:18:24,715 INFO [M:0;2f66fa2c0859:41273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/695138b9f334408198ed80b1a0731425 2024-12-05T04:18:24,737 DEBUG [M:0;2f66fa2c0859:41273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eece6171b48944afadf13303d3b6107b is 69, key is 2f66fa2c0859,36455,1733372302264/rs:state/1733372302518/Put/seqid=0 2024-12-05T04:18:24,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41819 is added to blk_1073741848_1024 (size=5224) 2024-12-05T04:18:24,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37179 is added to blk_1073741848_1024 (size=5224) 2024-12-05T04:18:24,743 INFO [M:0;2f66fa2c0859:41273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eece6171b48944afadf13303d3b6107b 2024-12-05T04:18:24,750 DEBUG [M:0;2f66fa2c0859:41273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/244c5db66d1543499912ced1cba543d8 as hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/244c5db66d1543499912ced1cba543d8 2024-12-05T04:18:24,756 INFO [M:0;2f66fa2c0859:41273 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/244c5db66d1543499912ced1cba543d8, entries=8, sequenceid=108, filesize=5.5 K 2024-12-05T04:18:24,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10060660c210001, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:24,757 INFO [RS:0;2f66fa2c0859:44541 {}] regionserver.HRegionServer(1307): Exiting; stopping=2f66fa2c0859,44541,1733372302219; zookeeper connection closed. 2024-12-05T04:18:24,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10060660c210001, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:24,757 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fe122b2 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fe122b2 2024-12-05T04:18:24,757 DEBUG [M:0;2f66fa2c0859:41273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/695138b9f334408198ed80b1a0731425 as hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/695138b9f334408198ed80b1a0731425 2024-12-05T04:18:24,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x10060660c210002, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:24,758 INFO [RS:1;2f66fa2c0859:36455 {}] regionserver.HRegionServer(1307): Exiting; stopping=2f66fa2c0859,36455,1733372302264; zookeeper connection closed. 2024-12-05T04:18:24,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36455-0x10060660c210002, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:24,758 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16f54995 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16f54995 2024-12-05T04:18:24,758 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-05T04:18:24,763 INFO [M:0;2f66fa2c0859:41273 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/695138b9f334408198ed80b1a0731425, entries=13, sequenceid=108, filesize=7.4 K 2024-12-05T04:18:24,764 DEBUG [M:0;2f66fa2c0859:41273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eece6171b48944afadf13303d3b6107b as hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eece6171b48944afadf13303d3b6107b 2024-12-05T04:18:24,770 INFO [M:0;2f66fa2c0859:41273 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43553/user/jenkins/test-data/bceb50c5-7170-0ca7-4e4e-88516e3fdd75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eece6171b48944afadf13303d3b6107b, entries=2, sequenceid=108, filesize=5.1 K 2024-12-05T04:18:24,771 INFO [M:0;2f66fa2c0859:41273 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=108, compaction requested=false 2024-12-05T04:18:24,772 INFO [M:0;2f66fa2c0859:41273 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:24,772 DEBUG [M:0;2f66fa2c0859:41273 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T04:18:24,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37179 is added to blk_1073741830_1006 (size=54465) 2024-12-05T04:18:24,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41819 is added to blk_1073741830_1006 (size=54465) 2024-12-05T04:18:24,775 INFO [M:0;2f66fa2c0859:41273 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-05T04:18:24,775 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T04:18:24,775 INFO [M:0;2f66fa2c0859:41273 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41273 2024-12-05T04:18:24,778 DEBUG [M:0;2f66fa2c0859:41273 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/2f66fa2c0859,41273,1733372302158 already deleted, retry=false 2024-12-05T04:18:24,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:24,880 INFO [M:0;2f66fa2c0859:41273 {}] regionserver.HRegionServer(1307): Exiting; stopping=2f66fa2c0859,41273,1733372302158; zookeeper connection closed. 2024-12-05T04:18:24,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10060660c210000, quorum=127.0.0.1:50382, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:24,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e1ab156{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T04:18:24,884 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76b85591{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T04:18:24,884 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T04:18:24,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5892cf18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T04:18:24,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69c4422{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/hadoop.log.dir/,STOPPED} 2024-12-05T04:18:24,886 WARN [BP-1452991744-172.17.0.2-1733372301428 heartbeating to localhost/127.0.0.1:43553 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T04:18:24,886 WARN [BP-1452991744-172.17.0.2-1733372301428 heartbeating to localhost/127.0.0.1:43553 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1452991744-172.17.0.2-1733372301428 (Datanode Uuid ef4ccfff-104a-4418-8d8f-21d140e83b23) service to localhost/127.0.0.1:43553 2024-12-05T04:18:24,886 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T04:18:24,886 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T04:18:24,887 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/cluster_2837dc0c-bc1b-35ea-6842-89930292352f/dfs/data/data3/current/BP-1452991744-172.17.0.2-1733372301428 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T04:18:24,887 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/cluster_2837dc0c-bc1b-35ea-6842-89930292352f/dfs/data/data4/current/BP-1452991744-172.17.0.2-1733372301428 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T04:18:24,887 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T04:18:24,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b4226bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T04:18:24,890 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a2308bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T04:18:24,890 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T04:18:24,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e330ee0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T04:18:24,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a0c454b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/hadoop.log.dir/,STOPPED} 2024-12-05T04:18:24,891 WARN [BP-1452991744-172.17.0.2-1733372301428 heartbeating to localhost/127.0.0.1:43553 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T04:18:24,891 WARN [BP-1452991744-172.17.0.2-1733372301428 heartbeating to localhost/127.0.0.1:43553 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1452991744-172.17.0.2-1733372301428 (Datanode Uuid 0e534924-ccac-4994-b272-53109ef7d758) service to localhost/127.0.0.1:43553 2024-12-05T04:18:24,891 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T04:18:24,891 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T04:18:24,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/cluster_2837dc0c-bc1b-35ea-6842-89930292352f/dfs/data/data1/current/BP-1452991744-172.17.0.2-1733372301428 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T04:18:24,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/cluster_2837dc0c-bc1b-35ea-6842-89930292352f/dfs/data/data2/current/BP-1452991744-172.17.0.2-1733372301428 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T04:18:24,893 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T04:18:24,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23d804f9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T04:18:24,899 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f2ec5dc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T04:18:24,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T04:18:24,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e86a3c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T04:18:24,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76b60eb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/hadoop.log.dir/,STOPPED} 2024-12-05T04:18:24,941 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-05T04:18:24,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-05T04:18:24,969 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=137 (was 106) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:43553 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:43553 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:43553 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43553 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:43553 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43553 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43553 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=475 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=141 (was 136) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6716 (was 7012) 2024-12-05T04:18:24,977 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=137, OpenFileDescriptor=475, MaxFileDescriptor=1048576, SystemLoadAverage=141, ProcessCount=11, AvailableMemoryMB=6715 2024-12-05T04:18:24,991 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/hadoop.log.dir so I do NOT create it in target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f 2024-12-05T04:18:24,991 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T04:18:24,991 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/hadoop.tmp.dir so I do NOT create it in target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f 2024-12-05T04:18:24,991 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/52482bac-629d-5bc2-b1b1-0e4d0cae4f06/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T04:18:24,991 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f 2024-12-05T04:18:24,991 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T04:18:24,991 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/cluster_5bab509f-7fd2-7ae9-bac7-7a3a9c6be790, deleteOnExit=true 2024-12-05T04:18:24,991 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-05T04:18:24,991 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/test.cache.data in system properties and HBase conf 2024-12-05T04:18:24,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T04:18:24,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/hadoop.log.dir in system properties and HBase conf 2024-12-05T04:18:24,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T04:18:24,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T04:18:24,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-05T04:18:24,992 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T04:18:24,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T04:18:24,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T04:18:24,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T04:18:24,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T04:18:24,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T04:18:24,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T04:18:24,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T04:18:24,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T04:18:24,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T04:18:24,993 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/nfs.dump.dir in system properties and HBase conf 2024-12-05T04:18:24,993 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/java.io.tmpdir in system properties and HBase conf 2024-12-05T04:18:24,993 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T04:18:24,993 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T04:18:24,993 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T04:18:25,078 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T04:18:25,083 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T04:18:25,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T04:18:25,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T04:18:25,088 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T04:18:25,089 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T04:18:25,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@764718ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/hadoop.log.dir/,AVAILABLE} 2024-12-05T04:18:25,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ff6820{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T04:18:25,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b7a75d1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/java.io.tmpdir/jetty-localhost-44941-hadoop-hdfs-3_4_1-tests_jar-_-any-8928509340235424537/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T04:18:25,205 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31d43fed{HTTP/1.1, (http/1.1)}{localhost:44941} 2024-12-05T04:18:25,205 INFO [Time-limited test {}] server.Server(415): Started @20712ms 2024-12-05T04:18:25,294 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T04:18:25,298 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T04:18:25,298 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T04:18:25,299 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T04:18:25,299 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T04:18:25,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c9e56b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/hadoop.log.dir/,AVAILABLE} 2024-12-05T04:18:25,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35aea036{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T04:18:25,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d4e8ab7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/java.io.tmpdir/jetty-localhost-38745-hadoop-hdfs-3_4_1-tests_jar-_-any-16731266980730693037/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T04:18:25,428 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bf3f38{HTTP/1.1, (http/1.1)}{localhost:38745} 2024-12-05T04:18:25,429 INFO [Time-limited test {}] server.Server(415): Started @20936ms 2024-12-05T04:18:25,430 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T04:18:25,463 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T04:18:25,467 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T04:18:25,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T04:18:25,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T04:18:25,468 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T04:18:25,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ad1557d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/hadoop.log.dir/,AVAILABLE} 2024-12-05T04:18:25,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54642f2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T04:18:25,534 WARN [Thread-895 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/cluster_5bab509f-7fd2-7ae9-bac7-7a3a9c6be790/dfs/data/data2/current/BP-994917527-172.17.0.2-1733372305023/current, will proceed with Du for space computation calculation, 2024-12-05T04:18:25,534 WARN [Thread-894 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/cluster_5bab509f-7fd2-7ae9-bac7-7a3a9c6be790/dfs/data/data1/current/BP-994917527-172.17.0.2-1733372305023/current, will proceed with Du for space computation calculation, 2024-12-05T04:18:25,551 WARN [Thread-873 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T04:18:25,554 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x495e857d8af4efb7 with lease ID 0xbfdcf67a64902c5b: Processing first storage report for DS-3311e992-312b-43de-b98d-60fe476ee9f6 from datanode DatanodeRegistration(127.0.0.1:43979, datanodeUuid=9c6b9649-10a6-4ee8-92a9-b18bd5385183, infoPort=45359, infoSecurePort=0, ipcPort=44329, storageInfo=lv=-57;cid=testClusterID;nsid=79358134;c=1733372305023) 2024-12-05T04:18:25,554 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x495e857d8af4efb7 with lease ID 0xbfdcf67a64902c5b: from storage DS-3311e992-312b-43de-b98d-60fe476ee9f6 node DatanodeRegistration(127.0.0.1:43979, datanodeUuid=9c6b9649-10a6-4ee8-92a9-b18bd5385183, infoPort=45359, infoSecurePort=0, ipcPort=44329, storageInfo=lv=-57;cid=testClusterID;nsid=79358134;c=1733372305023), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T04:18:25,554 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x495e857d8af4efb7 with lease ID 0xbfdcf67a64902c5b: Processing first storage report for DS-ebacb792-1dd5-4eda-9541-05cec471064d from datanode DatanodeRegistration(127.0.0.1:43979, datanodeUuid=9c6b9649-10a6-4ee8-92a9-b18bd5385183, infoPort=45359, infoSecurePort=0, ipcPort=44329, storageInfo=lv=-57;cid=testClusterID;nsid=79358134;c=1733372305023) 2024-12-05T04:18:25,554 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x495e857d8af4efb7 with lease ID 0xbfdcf67a64902c5b: from storage DS-ebacb792-1dd5-4eda-9541-05cec471064d node DatanodeRegistration(127.0.0.1:43979, datanodeUuid=9c6b9649-10a6-4ee8-92a9-b18bd5385183, infoPort=45359, infoSecurePort=0, ipcPort=44329, storageInfo=lv=-57;cid=testClusterID;nsid=79358134;c=1733372305023), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T04:18:25,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@dec8c88{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/java.io.tmpdir/jetty-localhost-39215-hadoop-hdfs-3_4_1-tests_jar-_-any-12793109318672437554/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T04:18:25,625 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d22afef{HTTP/1.1, (http/1.1)}{localhost:39215} 2024-12-05T04:18:25,625 INFO [Time-limited test {}] server.Server(415): Started @21133ms 2024-12-05T04:18:25,627 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T04:18:25,723 WARN [Thread-920 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/cluster_5bab509f-7fd2-7ae9-bac7-7a3a9c6be790/dfs/data/data3/current/BP-994917527-172.17.0.2-1733372305023/current, will proceed with Du for space computation calculation, 2024-12-05T04:18:25,723 WARN [Thread-921 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/cluster_5bab509f-7fd2-7ae9-bac7-7a3a9c6be790/dfs/data/data4/current/BP-994917527-172.17.0.2-1733372305023/current, will proceed with Du for space computation calculation, 2024-12-05T04:18:25,739 WARN [Thread-909 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T04:18:25,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc10a4bd842e177d9 with lease ID 0xbfdcf67a64902c5c: Processing first storage report for DS-8e57d7f4-e05a-477d-94f3-549efc320be4 from datanode DatanodeRegistration(127.0.0.1:42057, datanodeUuid=fda0c12e-d2e2-4b0e-ae81-bb65eab23414, infoPort=40551, infoSecurePort=0, ipcPort=41489, storageInfo=lv=-57;cid=testClusterID;nsid=79358134;c=1733372305023) 2024-12-05T04:18:25,742 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc10a4bd842e177d9 with lease ID 0xbfdcf67a64902c5c: from storage DS-8e57d7f4-e05a-477d-94f3-549efc320be4 node DatanodeRegistration(127.0.0.1:42057, datanodeUuid=fda0c12e-d2e2-4b0e-ae81-bb65eab23414, infoPort=40551, infoSecurePort=0, ipcPort=41489, storageInfo=lv=-57;cid=testClusterID;nsid=79358134;c=1733372305023), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T04:18:25,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc10a4bd842e177d9 with lease ID 0xbfdcf67a64902c5c: Processing first storage report for DS-970dc622-fd60-4b54-baae-6af1030bb91e from datanode DatanodeRegistration(127.0.0.1:42057, datanodeUuid=fda0c12e-d2e2-4b0e-ae81-bb65eab23414, infoPort=40551, infoSecurePort=0, ipcPort=41489, storageInfo=lv=-57;cid=testClusterID;nsid=79358134;c=1733372305023) 2024-12-05T04:18:25,742 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc10a4bd842e177d9 with lease ID 0xbfdcf67a64902c5c: from storage DS-970dc622-fd60-4b54-baae-6af1030bb91e node DatanodeRegistration(127.0.0.1:42057, datanodeUuid=fda0c12e-d2e2-4b0e-ae81-bb65eab23414, infoPort=40551, infoSecurePort=0, ipcPort=41489, storageInfo=lv=-57;cid=testClusterID;nsid=79358134;c=1733372305023), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T04:18:25,752 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f 2024-12-05T04:18:25,755 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/cluster_5bab509f-7fd2-7ae9-bac7-7a3a9c6be790/zookeeper_0, clientPort=55454, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/cluster_5bab509f-7fd2-7ae9-bac7-7a3a9c6be790/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/cluster_5bab509f-7fd2-7ae9-bac7-7a3a9c6be790/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T04:18:25,756 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=55454 2024-12-05T04:18:25,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:25,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:25,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741825_1001 (size=7) 2024-12-05T04:18:25,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42057 is added to blk_1073741825_1001 (size=7) 2024-12-05T04:18:25,768 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9 with version=8 2024-12-05T04:18:25,768 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/hbase-staging 2024-12-05T04:18:25,770 INFO [Time-limited test {}] client.ConnectionUtils(129): master/2f66fa2c0859:0 server-side Connection retries=45 2024-12-05T04:18:25,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:25,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:25,770 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T04:18:25,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:25,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T04:18:25,771 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T04:18:25,771 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T04:18:25,772 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38431 2024-12-05T04:18:25,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:25,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:25,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38431 connecting to ZooKeeper ensemble=127.0.0.1:55454 2024-12-05T04:18:25,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384310x0, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T04:18:25,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38431-0x10060661a410000 connected 2024-12-05T04:18:25,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T04:18:25,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:25,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T04:18:25,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38431 2024-12-05T04:18:25,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38431 2024-12-05T04:18:25,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38431 2024-12-05T04:18:25,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38431 2024-12-05T04:18:25,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38431 2024-12-05T04:18:25,799 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9, hbase.cluster.distributed=false 2024-12-05T04:18:25,822 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2f66fa2c0859:0 server-side Connection retries=45 2024-12-05T04:18:25,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:25,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:25,823 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T04:18:25,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:25,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T04:18:25,823 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T04:18:25,823 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T04:18:25,824 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42977 2024-12-05T04:18:25,824 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T04:18:25,832 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-05T04:18:25,840 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-05T04:18:25,844 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-05T04:18:25,845 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-05T04:18:25,846 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T04:18:25,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:25,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:25,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42977 connecting to ZooKeeper ensemble=127.0.0.1:55454 2024-12-05T04:18:25,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429770x0, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T04:18:25,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42977-0x10060661a410001 connected 2024-12-05T04:18:25,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42977-0x10060661a410001, quorum=127.0.0.1:55454, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T04:18:25,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42977-0x10060661a410001, quorum=127.0.0.1:55454, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:25,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42977-0x10060661a410001, quorum=127.0.0.1:55454, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T04:18:25,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42977 2024-12-05T04:18:25,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42977 2024-12-05T04:18:25,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42977 2024-12-05T04:18:25,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42977 2024-12-05T04:18:25,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42977 2024-12-05T04:18:25,876 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2f66fa2c0859:0 server-side Connection retries=45 2024-12-05T04:18:25,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:25,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:25,877 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T04:18:25,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:25,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T04:18:25,877 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T04:18:25,877 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T04:18:25,877 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38847 2024-12-05T04:18:25,878 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T04:18:25,878 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-05T04:18:25,886 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-05T04:18:25,886 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-05T04:18:25,886 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-05T04:18:25,887 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T04:18:25,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:25,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:25,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38847 connecting to ZooKeeper ensemble=127.0.0.1:55454 2024-12-05T04:18:25,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388470x0, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T04:18:25,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38847-0x10060661a410002 connected 2024-12-05T04:18:25,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38847-0x10060661a410002, quorum=127.0.0.1:55454, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T04:18:25,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38847-0x10060661a410002, quorum=127.0.0.1:55454, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:25,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38847-0x10060661a410002, quorum=127.0.0.1:55454, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T04:18:25,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38847 2024-12-05T04:18:25,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38847 2024-12-05T04:18:25,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38847 2024-12-05T04:18:25,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38847 2024-12-05T04:18:25,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38847 2024-12-05T04:18:25,898 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/2f66fa2c0859,38431,1733372305769 2024-12-05T04:18:25,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10060661a410002, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:25,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:25,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42977-0x10060661a410001, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:25,900 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2f66fa2c0859,38431,1733372305769 2024-12-05T04:18:25,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T04:18:25,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10060661a410002, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T04:18:25,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:25,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42977-0x10060661a410001, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T04:18:25,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42977-0x10060661a410001, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:25,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10060661a410002, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:25,905 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T04:18:25,905 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2f66fa2c0859,38431,1733372305769 from backup master directory 2024-12-05T04:18:25,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T04:18:25,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2f66fa2c0859,38431,1733372305769 2024-12-05T04:18:25,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10060661a410002, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:25,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42977-0x10060661a410001, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:25,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:25,907 WARN [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T04:18:25,907 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2f66fa2c0859,38431,1733372305769 2024-12-05T04:18:25,911 DEBUG [M:0;2f66fa2c0859:38431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2f66fa2c0859:38431 2024-12-05T04:18:25,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42057 is added to blk_1073741826_1002 (size=42) 2024-12-05T04:18:25,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741826_1002 (size=42) 2024-12-05T04:18:25,919 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/hbase.id with ID: 96319505-b16e-4147-a4f7-fff7655fa452 2024-12-05T04:18:25,930 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:25,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:25,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42977-0x10060661a410001, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:25,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10060661a410002, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:25,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42057 is added to blk_1073741827_1003 (size=196) 2024-12-05T04:18:25,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741827_1003 (size=196) 2024-12-05T04:18:25,941 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T04:18:25,942 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T04:18:25,942 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T04:18:25,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741828_1004 (size=1189) 2024-12-05T04:18:25,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42057 is added to blk_1073741828_1004 (size=1189) 2024-12-05T04:18:25,951 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/MasterData/data/master/store 2024-12-05T04:18:25,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42057 is added to blk_1073741829_1005 (size=34) 2024-12-05T04:18:25,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741829_1005 (size=34) 2024-12-05T04:18:25,957 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:25,957 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T04:18:25,957 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:25,957 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:25,957 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T04:18:25,957 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:25,957 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:25,957 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T04:18:25,958 WARN [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/MasterData/data/master/store/.initializing 2024-12-05T04:18:25,958 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/MasterData/WALs/2f66fa2c0859,38431,1733372305769 2024-12-05T04:18:25,959 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T04:18:25,961 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f66fa2c0859%2C38431%2C1733372305769, suffix=, logDir=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/MasterData/WALs/2f66fa2c0859,38431,1733372305769, archiveDir=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/MasterData/oldWALs, maxLogs=10 2024-12-05T04:18:25,974 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/MasterData/WALs/2f66fa2c0859,38431,1733372305769/2f66fa2c0859%2C38431%2C1733372305769.1733372305961, exclude list is [], retry=0 2024-12-05T04:18:25,977 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43979,DS-3311e992-312b-43de-b98d-60fe476ee9f6,DISK] 2024-12-05T04:18:25,977 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42057,DS-8e57d7f4-e05a-477d-94f3-549efc320be4,DISK] 2024-12-05T04:18:25,979 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/MasterData/WALs/2f66fa2c0859,38431,1733372305769/2f66fa2c0859%2C38431%2C1733372305769.1733372305961 2024-12-05T04:18:25,979 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45359:45359),(127.0.0.1/127.0.0.1:40551:40551)] 2024-12-05T04:18:25,979 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T04:18:25,979 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:25,980 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:25,980 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:25,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:25,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T04:18:25,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:25,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:25,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:25,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T04:18:25,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:25,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:25,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:25,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T04:18:25,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:25,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:25,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:25,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T04:18:25,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:25,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:25,989 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:25,989 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:25,991 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T04:18:25,992 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:25,994 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:25,994 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69109131, jitterRate=0.02980630099773407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T04:18:25,995 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T04:18:25,995 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T04:18:25,998 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9f221c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:25,999 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-05T04:18:25,999 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T04:18:25,999 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T04:18:26,000 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T04:18:26,000 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T04:18:26,000 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-05T04:18:26,000 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T04:18:26,002 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T04:18:26,003 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T04:18:26,004 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-05T04:18:26,004 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T04:18:26,005 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T04:18:26,006 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-05T04:18:26,006 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T04:18:26,007 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T04:18:26,008 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-05T04:18:26,009 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T04:18:26,011 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T04:18:26,012 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T04:18:26,013 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T04:18:26,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:26,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10060661a410002, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:26,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42977-0x10060661a410001, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:26,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:26,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10060661a410002, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:26,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42977-0x10060661a410001, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:26,015 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=2f66fa2c0859,38431,1733372305769, sessionid=0x10060661a410000, setting cluster-up flag (Was=false) 2024-12-05T04:18:26,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:26,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42977-0x10060661a410001, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:26,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10060661a410002, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:26,024 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T04:18:26,024 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2f66fa2c0859,38431,1733372305769 2024-12-05T04:18:26,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:26,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42977-0x10060661a410001, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:26,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10060661a410002, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:26,033 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T04:18:26,034 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2f66fa2c0859,38431,1733372305769 2024-12-05T04:18:26,037 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-05T04:18:26,037 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-05T04:18:26,037 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T04:18:26,037 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2f66fa2c0859,38431,1733372305769 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T04:18:26,037 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2f66fa2c0859:0, corePoolSize=5, maxPoolSize=5 2024-12-05T04:18:26,038 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2f66fa2c0859:0, corePoolSize=5, maxPoolSize=5 2024-12-05T04:18:26,038 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=5, maxPoolSize=5 2024-12-05T04:18:26,038 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=5, maxPoolSize=5 2024-12-05T04:18:26,038 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2f66fa2c0859:0, corePoolSize=10, maxPoolSize=10 2024-12-05T04:18:26,038 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:26,038 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=2, maxPoolSize=2 2024-12-05T04:18:26,038 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:26,039 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733372336039 2024-12-05T04:18:26,039 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T04:18:26,039 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T04:18:26,039 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T04:18:26,039 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T04:18:26,039 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T04:18:26,039 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T04:18:26,039 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-05T04:18:26,039 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T04:18:26,039 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:26,040 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T04:18:26,040 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T04:18:26,040 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T04:18:26,040 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:26,040 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T04:18:26,044 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T04:18:26,044 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T04:18:26,044 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.large.0-1733372306044,5,FailOnTimeoutGroup] 2024-12-05T04:18:26,045 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.small.0-1733372306044,5,FailOnTimeoutGroup] 2024-12-05T04:18:26,045 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:26,045 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T04:18:26,045 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:26,045 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:26,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741831_1007 (size=1039) 2024-12-05T04:18:26,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42057 is added to blk_1073741831_1007 (size=1039) 2024-12-05T04:18:26,050 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-05T04:18:26,050 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9 2024-12-05T04:18:26,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42057 is added to blk_1073741832_1008 (size=32) 2024-12-05T04:18:26,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741832_1008 (size=32) 2024-12-05T04:18:26,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:26,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T04:18:26,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T04:18:26,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:26,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:26,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T04:18:26,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T04:18:26,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:26,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:26,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T04:18:26,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T04:18:26,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:26,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:26,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/meta/1588230740 2024-12-05T04:18:26,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/meta/1588230740 2024-12-05T04:18:26,068 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T04:18:26,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T04:18:26,071 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:26,072 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71557998, jitterRate=0.0662972629070282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T04:18:26,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T04:18:26,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T04:18:26,072 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T04:18:26,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T04:18:26,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T04:18:26,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T04:18:26,073 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T04:18:26,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T04:18:26,074 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T04:18:26,074 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-05T04:18:26,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T04:18:26,075 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T04:18:26,076 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T04:18:26,110 DEBUG [RS:1;2f66fa2c0859:38847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2f66fa2c0859:38847 2024-12-05T04:18:26,110 DEBUG [RS:0;2f66fa2c0859:42977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2f66fa2c0859:42977 2024-12-05T04:18:26,111 INFO [RS:1;2f66fa2c0859:38847 {}] regionserver.HRegionServer(1008): ClusterId : 96319505-b16e-4147-a4f7-fff7655fa452 2024-12-05T04:18:26,111 INFO [RS:0;2f66fa2c0859:42977 {}] regionserver.HRegionServer(1008): ClusterId : 96319505-b16e-4147-a4f7-fff7655fa452 2024-12-05T04:18:26,111 DEBUG [RS:1;2f66fa2c0859:38847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T04:18:26,111 DEBUG [RS:0;2f66fa2c0859:42977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T04:18:26,113 DEBUG [RS:1;2f66fa2c0859:38847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T04:18:26,114 DEBUG [RS:1;2f66fa2c0859:38847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T04:18:26,114 DEBUG [RS:0;2f66fa2c0859:42977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T04:18:26,114 DEBUG [RS:0;2f66fa2c0859:42977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T04:18:26,117 DEBUG [RS:1;2f66fa2c0859:38847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T04:18:26,117 DEBUG [RS:0;2f66fa2c0859:42977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T04:18:26,117 DEBUG [RS:1;2f66fa2c0859:38847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e6be5a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:26,117 DEBUG [RS:1;2f66fa2c0859:38847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390e3e3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2f66fa2c0859/172.17.0.2:0 2024-12-05T04:18:26,117 INFO [RS:1;2f66fa2c0859:38847 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T04:18:26,117 INFO [RS:1;2f66fa2c0859:38847 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T04:18:26,117 DEBUG [RS:1;2f66fa2c0859:38847 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T04:18:26,117 DEBUG [RS:0;2f66fa2c0859:42977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63947b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:26,118 DEBUG [RS:0;2f66fa2c0859:42977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac3482e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2f66fa2c0859/172.17.0.2:0 2024-12-05T04:18:26,118 INFO [RS:0;2f66fa2c0859:42977 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T04:18:26,118 INFO [RS:0;2f66fa2c0859:42977 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T04:18:26,118 DEBUG [RS:0;2f66fa2c0859:42977 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T04:18:26,118 INFO [RS:1;2f66fa2c0859:38847 {}] regionserver.HRegionServer(3073): reportForDuty to master=2f66fa2c0859,38431,1733372305769 with isa=2f66fa2c0859/172.17.0.2:38847, startcode=1733372305876 2024-12-05T04:18:26,119 DEBUG [RS:1;2f66fa2c0859:38847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T04:18:26,119 INFO [RS:0;2f66fa2c0859:42977 {}] regionserver.HRegionServer(3073): reportForDuty to master=2f66fa2c0859,38431,1733372305769 with isa=2f66fa2c0859/172.17.0.2:42977, startcode=1733372305822 2024-12-05T04:18:26,119 DEBUG [RS:0;2f66fa2c0859:42977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T04:18:26,120 INFO [RS-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42491, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T04:18:26,121 INFO [RS-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32787, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T04:18:26,121 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38431 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2f66fa2c0859,38847,1733372305876 2024-12-05T04:18:26,121 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38431 {}] master.ServerManager(486): Registering regionserver=2f66fa2c0859,38847,1733372305876 2024-12-05T04:18:26,122 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38431 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2f66fa2c0859,42977,1733372305822 2024-12-05T04:18:26,122 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38431 {}] master.ServerManager(486): Registering regionserver=2f66fa2c0859,42977,1733372305822 2024-12-05T04:18:26,122 DEBUG [RS:1;2f66fa2c0859:38847 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9 2024-12-05T04:18:26,122 DEBUG [RS:1;2f66fa2c0859:38847 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40503 2024-12-05T04:18:26,122 DEBUG [RS:1;2f66fa2c0859:38847 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T04:18:26,123 DEBUG [RS:0;2f66fa2c0859:42977 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9 2024-12-05T04:18:26,123 DEBUG [RS:0;2f66fa2c0859:42977 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40503 2024-12-05T04:18:26,123 DEBUG [RS:0;2f66fa2c0859:42977 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T04:18:26,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T04:18:26,128 DEBUG [RS:1;2f66fa2c0859:38847 {}] zookeeper.ZKUtil(111): regionserver:38847-0x10060661a410002, quorum=127.0.0.1:55454, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2f66fa2c0859,38847,1733372305876 2024-12-05T04:18:26,129 WARN [RS:1;2f66fa2c0859:38847 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T04:18:26,129 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2f66fa2c0859,38847,1733372305876] 2024-12-05T04:18:26,129 INFO [RS:1;2f66fa2c0859:38847 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T04:18:26,129 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2f66fa2c0859,42977,1733372305822] 2024-12-05T04:18:26,129 DEBUG [RS:0;2f66fa2c0859:42977 {}] zookeeper.ZKUtil(111): regionserver:42977-0x10060661a410001, quorum=127.0.0.1:55454, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2f66fa2c0859,42977,1733372305822 2024-12-05T04:18:26,129 DEBUG [RS:1;2f66fa2c0859:38847 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/WALs/2f66fa2c0859,38847,1733372305876 2024-12-05T04:18:26,129 WARN [RS:0;2f66fa2c0859:42977 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T04:18:26,129 INFO [RS:0;2f66fa2c0859:42977 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T04:18:26,129 DEBUG [RS:0;2f66fa2c0859:42977 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/WALs/2f66fa2c0859,42977,1733372305822 2024-12-05T04:18:26,134 DEBUG [RS:0;2f66fa2c0859:42977 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T04:18:26,134 DEBUG [RS:1;2f66fa2c0859:38847 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T04:18:26,135 INFO [RS:0;2f66fa2c0859:42977 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T04:18:26,135 INFO [RS:1;2f66fa2c0859:38847 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T04:18:26,139 INFO [RS:0;2f66fa2c0859:42977 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T04:18:26,139 INFO [RS:1;2f66fa2c0859:38847 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T04:18:26,139 INFO [RS:0;2f66fa2c0859:42977 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T04:18:26,139 INFO [RS:0;2f66fa2c0859:42977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:26,140 INFO [RS:1;2f66fa2c0859:38847 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T04:18:26,140 INFO [RS:1;2f66fa2c0859:38847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:26,143 INFO [RS:0;2f66fa2c0859:42977 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T04:18:26,143 INFO [RS:1;2f66fa2c0859:38847 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T04:18:26,143 INFO [RS:0;2f66fa2c0859:42977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:26,143 INFO [RS:1;2f66fa2c0859:38847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:26,144 DEBUG [RS:0;2f66fa2c0859:42977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:26,144 DEBUG [RS:0;2f66fa2c0859:42977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:26,144 DEBUG [RS:1;2f66fa2c0859:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:26,144 DEBUG [RS:0;2f66fa2c0859:42977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:26,144 DEBUG [RS:1;2f66fa2c0859:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:26,144 DEBUG [RS:0;2f66fa2c0859:42977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:26,144 DEBUG [RS:0;2f66fa2c0859:42977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:26,144 DEBUG [RS:1;2f66fa2c0859:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:26,144 DEBUG [RS:0;2f66fa2c0859:42977 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2f66fa2c0859:0, corePoolSize=2, maxPoolSize=2 2024-12-05T04:18:26,144 DEBUG [RS:1;2f66fa2c0859:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:26,144 DEBUG [RS:1;2f66fa2c0859:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:26,144 DEBUG [RS:0;2f66fa2c0859:42977 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:26,144 DEBUG [RS:1;2f66fa2c0859:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2f66fa2c0859:0, corePoolSize=2, maxPoolSize=2 2024-12-05T04:18:26,144 DEBUG [RS:0;2f66fa2c0859:42977 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:26,144 DEBUG [RS:1;2f66fa2c0859:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:26,144 DEBUG [RS:0;2f66fa2c0859:42977 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:26,144 DEBUG [RS:1;2f66fa2c0859:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:26,144 DEBUG [RS:1;2f66fa2c0859:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:26,144 DEBUG [RS:0;2f66fa2c0859:42977 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:26,144 DEBUG [RS:1;2f66fa2c0859:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:26,144 DEBUG [RS:0;2f66fa2c0859:42977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:26,144 DEBUG [RS:1;2f66fa2c0859:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:26,144 DEBUG [RS:0;2f66fa2c0859:42977 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2f66fa2c0859:0, corePoolSize=3, maxPoolSize=3 2024-12-05T04:18:26,144 DEBUG [RS:1;2f66fa2c0859:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2f66fa2c0859:0, corePoolSize=3, maxPoolSize=3 2024-12-05T04:18:26,144 DEBUG [RS:1;2f66fa2c0859:38847 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2f66fa2c0859:0, corePoolSize=3, maxPoolSize=3 2024-12-05T04:18:26,144 DEBUG [RS:0;2f66fa2c0859:42977 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2f66fa2c0859:0, corePoolSize=3, maxPoolSize=3 2024-12-05T04:18:26,148 INFO [RS:1;2f66fa2c0859:38847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:26,148 INFO [RS:1;2f66fa2c0859:38847 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:26,148 INFO [RS:0;2f66fa2c0859:42977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:26,148 INFO [RS:1;2f66fa2c0859:38847 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:26,148 INFO [RS:0;2f66fa2c0859:42977 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:26,148 INFO [RS:1;2f66fa2c0859:38847 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:26,148 INFO [RS:0;2f66fa2c0859:42977 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:26,148 INFO [RS:1;2f66fa2c0859:38847 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,38847,1733372305876-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T04:18:26,148 INFO [RS:0;2f66fa2c0859:42977 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:26,148 INFO [RS:0;2f66fa2c0859:42977 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,42977,1733372305822-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T04:18:26,163 INFO [RS:1;2f66fa2c0859:38847 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T04:18:26,163 INFO [RS:1;2f66fa2c0859:38847 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,38847,1733372305876-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:26,170 INFO [RS:0;2f66fa2c0859:42977 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T04:18:26,170 INFO [RS:0;2f66fa2c0859:42977 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,42977,1733372305822-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:26,177 INFO [RS:1;2f66fa2c0859:38847 {}] regionserver.Replication(204): 2f66fa2c0859,38847,1733372305876 started 2024-12-05T04:18:26,177 INFO [RS:1;2f66fa2c0859:38847 {}] regionserver.HRegionServer(1767): Serving as 2f66fa2c0859,38847,1733372305876, RpcServer on 2f66fa2c0859/172.17.0.2:38847, sessionid=0x10060661a410002 2024-12-05T04:18:26,177 DEBUG [RS:1;2f66fa2c0859:38847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T04:18:26,177 DEBUG [RS:1;2f66fa2c0859:38847 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2f66fa2c0859,38847,1733372305876 2024-12-05T04:18:26,177 DEBUG [RS:1;2f66fa2c0859:38847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f66fa2c0859,38847,1733372305876' 2024-12-05T04:18:26,177 DEBUG [RS:1;2f66fa2c0859:38847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T04:18:26,177 DEBUG [RS:1;2f66fa2c0859:38847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T04:18:26,178 DEBUG [RS:1;2f66fa2c0859:38847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T04:18:26,178 DEBUG [RS:1;2f66fa2c0859:38847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T04:18:26,178 DEBUG [RS:1;2f66fa2c0859:38847 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2f66fa2c0859,38847,1733372305876 2024-12-05T04:18:26,178 DEBUG [RS:1;2f66fa2c0859:38847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f66fa2c0859,38847,1733372305876' 2024-12-05T04:18:26,178 DEBUG [RS:1;2f66fa2c0859:38847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T04:18:26,178 DEBUG [RS:1;2f66fa2c0859:38847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T04:18:26,178 DEBUG [RS:1;2f66fa2c0859:38847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T04:18:26,178 INFO [RS:1;2f66fa2c0859:38847 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T04:18:26,178 INFO [RS:1;2f66fa2c0859:38847 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T04:18:26,191 INFO [RS:0;2f66fa2c0859:42977 {}] regionserver.Replication(204): 2f66fa2c0859,42977,1733372305822 started 2024-12-05T04:18:26,191 INFO [RS:0;2f66fa2c0859:42977 {}] regionserver.HRegionServer(1767): Serving as 2f66fa2c0859,42977,1733372305822, RpcServer on 2f66fa2c0859/172.17.0.2:42977, sessionid=0x10060661a410001 2024-12-05T04:18:26,191 DEBUG [RS:0;2f66fa2c0859:42977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T04:18:26,191 DEBUG [RS:0;2f66fa2c0859:42977 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2f66fa2c0859,42977,1733372305822 2024-12-05T04:18:26,191 DEBUG [RS:0;2f66fa2c0859:42977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f66fa2c0859,42977,1733372305822' 2024-12-05T04:18:26,191 DEBUG [RS:0;2f66fa2c0859:42977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T04:18:26,192 DEBUG [RS:0;2f66fa2c0859:42977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T04:18:26,192 DEBUG [RS:0;2f66fa2c0859:42977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T04:18:26,192 DEBUG [RS:0;2f66fa2c0859:42977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T04:18:26,192 DEBUG [RS:0;2f66fa2c0859:42977 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2f66fa2c0859,42977,1733372305822 2024-12-05T04:18:26,192 DEBUG [RS:0;2f66fa2c0859:42977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f66fa2c0859,42977,1733372305822' 2024-12-05T04:18:26,192 DEBUG [RS:0;2f66fa2c0859:42977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T04:18:26,192 DEBUG [RS:0;2f66fa2c0859:42977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T04:18:26,193 DEBUG [RS:0;2f66fa2c0859:42977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T04:18:26,193 INFO [RS:0;2f66fa2c0859:42977 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T04:18:26,193 INFO [RS:0;2f66fa2c0859:42977 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T04:18:26,226 WARN [2f66fa2c0859:38431 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-05T04:18:26,279 INFO [RS:1;2f66fa2c0859:38847 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T04:18:26,281 INFO [RS:1;2f66fa2c0859:38847 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f66fa2c0859%2C38847%2C1733372305876, suffix=, logDir=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/WALs/2f66fa2c0859,38847,1733372305876, archiveDir=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/oldWALs, maxLogs=32 2024-12-05T04:18:26,293 INFO [RS:0;2f66fa2c0859:42977 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T04:18:26,295 DEBUG [RS:1;2f66fa2c0859:38847 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/WALs/2f66fa2c0859,38847,1733372305876/2f66fa2c0859%2C38847%2C1733372305876.1733372306281, exclude list is [], retry=0 2024-12-05T04:18:26,295 INFO [RS:0;2f66fa2c0859:42977 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f66fa2c0859%2C42977%2C1733372305822, suffix=, logDir=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/WALs/2f66fa2c0859,42977,1733372305822, archiveDir=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/oldWALs, maxLogs=32 2024-12-05T04:18:26,298 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43979,DS-3311e992-312b-43de-b98d-60fe476ee9f6,DISK] 2024-12-05T04:18:26,298 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42057,DS-8e57d7f4-e05a-477d-94f3-549efc320be4,DISK] 2024-12-05T04:18:26,300 INFO [RS:1;2f66fa2c0859:38847 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/WALs/2f66fa2c0859,38847,1733372305876/2f66fa2c0859%2C38847%2C1733372305876.1733372306281 2024-12-05T04:18:26,300 DEBUG [RS:1;2f66fa2c0859:38847 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45359:45359),(127.0.0.1/127.0.0.1:40551:40551)] 2024-12-05T04:18:26,315 DEBUG [RS:0;2f66fa2c0859:42977 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/WALs/2f66fa2c0859,42977,1733372305822/2f66fa2c0859%2C42977%2C1733372305822.1733372306296, exclude list is [], retry=0 2024-12-05T04:18:26,318 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42057,DS-8e57d7f4-e05a-477d-94f3-549efc320be4,DISK] 2024-12-05T04:18:26,318 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43979,DS-3311e992-312b-43de-b98d-60fe476ee9f6,DISK] 2024-12-05T04:18:26,321 INFO [RS:0;2f66fa2c0859:42977 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/WALs/2f66fa2c0859,42977,1733372305822/2f66fa2c0859%2C42977%2C1733372305822.1733372306296 2024-12-05T04:18:26,321 DEBUG [RS:0;2f66fa2c0859:42977 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45359:45359),(127.0.0.1/127.0.0.1:40551:40551)] 2024-12-05T04:18:26,476 DEBUG [2f66fa2c0859:38431 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T04:18:26,477 DEBUG [2f66fa2c0859:38431 {}] balancer.BalancerClusterState(202): Hosts are {2f66fa2c0859=0} racks are {/default-rack=0} 2024-12-05T04:18:26,479 DEBUG [2f66fa2c0859:38431 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T04:18:26,479 DEBUG [2f66fa2c0859:38431 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T04:18:26,479 INFO [2f66fa2c0859:38431 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T04:18:26,479 INFO [2f66fa2c0859:38431 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T04:18:26,479 DEBUG [2f66fa2c0859:38431 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T04:18:26,479 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2f66fa2c0859,38847,1733372305876 2024-12-05T04:18:26,480 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2f66fa2c0859,38847,1733372305876, state=OPENING 2024-12-05T04:18:26,482 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T04:18:26,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:26,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10060661a410002, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:26,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42977-0x10060661a410001, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:26,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=2f66fa2c0859,38847,1733372305876}] 2024-12-05T04:18:26,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:26,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:26,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:26,637 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2f66fa2c0859,38847,1733372305876 2024-12-05T04:18:26,637 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T04:18:26,639 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T04:18:26,643 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-05T04:18:26,643 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T04:18:26,644 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T04:18:26,645 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f66fa2c0859%2C38847%2C1733372305876.meta, suffix=.meta, logDir=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/WALs/2f66fa2c0859,38847,1733372305876, archiveDir=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/oldWALs, maxLogs=32 2024-12-05T04:18:26,666 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/WALs/2f66fa2c0859,38847,1733372305876/2f66fa2c0859%2C38847%2C1733372305876.meta.1733372306646.meta, exclude list is [], retry=0 2024-12-05T04:18:26,669 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42057,DS-8e57d7f4-e05a-477d-94f3-549efc320be4,DISK] 2024-12-05T04:18:26,669 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43979,DS-3311e992-312b-43de-b98d-60fe476ee9f6,DISK] 2024-12-05T04:18:26,671 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/WALs/2f66fa2c0859,38847,1733372305876/2f66fa2c0859%2C38847%2C1733372305876.meta.1733372306646.meta 2024-12-05T04:18:26,672 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40551:40551),(127.0.0.1/127.0.0.1:45359:45359)] 2024-12-05T04:18:26,672 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T04:18:26,672 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T04:18:26,672 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T04:18:26,673 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T04:18:26,673 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T04:18:26,673 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:26,673 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-05T04:18:26,673 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-05T04:18:26,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T04:18:26,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T04:18:26,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:26,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:26,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T04:18:26,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T04:18:26,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:26,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:26,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T04:18:26,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T04:18:26,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:26,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:26,679 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/meta/1588230740 2024-12-05T04:18:26,680 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/meta/1588230740 2024-12-05T04:18:26,681 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T04:18:26,682 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T04:18:26,683 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61469340, jitterRate=-0.08403545618057251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T04:18:26,684 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T04:18:26,685 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733372306637 2024-12-05T04:18:26,687 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T04:18:26,687 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-05T04:18:26,687 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2f66fa2c0859,38847,1733372305876 2024-12-05T04:18:26,688 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2f66fa2c0859,38847,1733372305876, state=OPEN 2024-12-05T04:18:26,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T04:18:26,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42977-0x10060661a410001, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T04:18:26,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10060661a410002, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T04:18:26,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:26,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:26,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:26,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T04:18:26,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=2f66fa2c0859,38847,1733372305876 in 206 msec 2024-12-05T04:18:26,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T04:18:26,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 618 msec 2024-12-05T04:18:26,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 659 msec 2024-12-05T04:18:26,696 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733372306696, completionTime=-1 2024-12-05T04:18:26,696 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-05T04:18:26,696 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-05T04:18:26,697 DEBUG [hconnection-0x9511c4d-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T04:18:26,698 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T04:18:26,699 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-05T04:18:26,699 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733372366699 2024-12-05T04:18:26,699 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733372426699 2024-12-05T04:18:26,699 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-05T04:18:26,706 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,38431,1733372305769-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:26,706 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,38431,1733372305769-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:26,706 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,38431,1733372305769-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:26,706 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2f66fa2c0859:38431, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:26,706 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:26,706 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-05T04:18:26,706 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T04:18:26,707 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-05T04:18:26,708 DEBUG [master/2f66fa2c0859:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-05T04:18:26,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T04:18:26,708 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:26,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T04:18:26,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42057 is added to blk_1073741836_1012 (size=358) 2024-12-05T04:18:26,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741836_1012 (size=358) 2024-12-05T04:18:26,719 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 93865c85de589cadc7cdd362d9c58d7b, NAME => 'hbase:namespace,,1733372306706.93865c85de589cadc7cdd362d9c58d7b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9 2024-12-05T04:18:26,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42057 is added to blk_1073741837_1013 (size=42) 2024-12-05T04:18:26,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741837_1013 (size=42) 2024-12-05T04:18:26,727 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733372306706.93865c85de589cadc7cdd362d9c58d7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:26,727 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 93865c85de589cadc7cdd362d9c58d7b, disabling compactions & flushes 2024-12-05T04:18:26,728 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733372306706.93865c85de589cadc7cdd362d9c58d7b. 2024-12-05T04:18:26,728 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733372306706.93865c85de589cadc7cdd362d9c58d7b. 2024-12-05T04:18:26,728 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733372306706.93865c85de589cadc7cdd362d9c58d7b. after waiting 0 ms 2024-12-05T04:18:26,728 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733372306706.93865c85de589cadc7cdd362d9c58d7b. 2024-12-05T04:18:26,728 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733372306706.93865c85de589cadc7cdd362d9c58d7b. 2024-12-05T04:18:26,728 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 93865c85de589cadc7cdd362d9c58d7b: 2024-12-05T04:18:26,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T04:18:26,729 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733372306706.93865c85de589cadc7cdd362d9c58d7b.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733372306729"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733372306729"}]},"ts":"1733372306729"} 2024-12-05T04:18:26,731 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T04:18:26,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T04:18:26,732 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733372306732"}]},"ts":"1733372306732"} 2024-12-05T04:18:26,734 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-05T04:18:26,737 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {2f66fa2c0859=0} racks are {/default-rack=0} 2024-12-05T04:18:26,738 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T04:18:26,738 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T04:18:26,738 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T04:18:26,738 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T04:18:26,738 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T04:18:26,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=93865c85de589cadc7cdd362d9c58d7b, ASSIGN}] 2024-12-05T04:18:26,739 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=93865c85de589cadc7cdd362d9c58d7b, ASSIGN 2024-12-05T04:18:26,740 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=93865c85de589cadc7cdd362d9c58d7b, ASSIGN; state=OFFLINE, location=2f66fa2c0859,38847,1733372305876; forceNewPlan=false, retain=false 2024-12-05T04:18:26,890 INFO [2f66fa2c0859:38431 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T04:18:26,891 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=93865c85de589cadc7cdd362d9c58d7b, regionState=OPENING, regionLocation=2f66fa2c0859,38847,1733372305876 2024-12-05T04:18:26,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 93865c85de589cadc7cdd362d9c58d7b, server=2f66fa2c0859,38847,1733372305876}] 2024-12-05T04:18:27,046 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2f66fa2c0859,38847,1733372305876 2024-12-05T04:18:27,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733372306706.93865c85de589cadc7cdd362d9c58d7b. 2024-12-05T04:18:27,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 93865c85de589cadc7cdd362d9c58d7b, NAME => 'hbase:namespace,,1733372306706.93865c85de589cadc7cdd362d9c58d7b.', STARTKEY => '', ENDKEY => ''} 2024-12-05T04:18:27,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 93865c85de589cadc7cdd362d9c58d7b 2024-12-05T04:18:27,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733372306706.93865c85de589cadc7cdd362d9c58d7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:27,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 93865c85de589cadc7cdd362d9c58d7b 2024-12-05T04:18:27,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 93865c85de589cadc7cdd362d9c58d7b 2024-12-05T04:18:27,051 INFO [StoreOpener-93865c85de589cadc7cdd362d9c58d7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 93865c85de589cadc7cdd362d9c58d7b 2024-12-05T04:18:27,053 INFO [StoreOpener-93865c85de589cadc7cdd362d9c58d7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93865c85de589cadc7cdd362d9c58d7b columnFamilyName info 2024-12-05T04:18:27,053 DEBUG [StoreOpener-93865c85de589cadc7cdd362d9c58d7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:27,053 INFO [StoreOpener-93865c85de589cadc7cdd362d9c58d7b-1 {}] regionserver.HStore(327): Store=93865c85de589cadc7cdd362d9c58d7b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:27,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/namespace/93865c85de589cadc7cdd362d9c58d7b 2024-12-05T04:18:27,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/namespace/93865c85de589cadc7cdd362d9c58d7b 2024-12-05T04:18:27,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 93865c85de589cadc7cdd362d9c58d7b 2024-12-05T04:18:27,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/namespace/93865c85de589cadc7cdd362d9c58d7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:27,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 93865c85de589cadc7cdd362d9c58d7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66863515, jitterRate=-0.0036559849977493286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T04:18:27,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 93865c85de589cadc7cdd362d9c58d7b: 2024-12-05T04:18:27,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733372306706.93865c85de589cadc7cdd362d9c58d7b., pid=6, masterSystemTime=1733372307045 2024-12-05T04:18:27,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733372306706.93865c85de589cadc7cdd362d9c58d7b. 2024-12-05T04:18:27,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733372306706.93865c85de589cadc7cdd362d9c58d7b. 2024-12-05T04:18:27,062 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=93865c85de589cadc7cdd362d9c58d7b, regionState=OPEN, openSeqNum=2, regionLocation=2f66fa2c0859,38847,1733372305876 2024-12-05T04:18:27,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T04:18:27,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 93865c85de589cadc7cdd362d9c58d7b, server=2f66fa2c0859,38847,1733372305876 in 171 msec 2024-12-05T04:18:27,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T04:18:27,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=93865c85de589cadc7cdd362d9c58d7b, ASSIGN in 328 msec 2024-12-05T04:18:27,068 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T04:18:27,068 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733372307068"}]},"ts":"1733372307068"} 2024-12-05T04:18:27,070 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-05T04:18:27,073 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T04:18:27,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 367 msec 2024-12-05T04:18:27,108 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-05T04:18:27,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-05T04:18:27,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10060661a410002, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:27,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42977-0x10060661a410001, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:27,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:27,115 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-05T04:18:27,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T04:18:27,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 10 msec 2024-12-05T04:18:27,137 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-05T04:18:27,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T04:18:27,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 9 msec 2024-12-05T04:18:27,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-05T04:18:27,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-05T04:18:27,154 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.247sec 2024-12-05T04:18:27,155 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T04:18:27,155 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T04:18:27,155 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T04:18:27,155 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T04:18:27,155 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T04:18:27,155 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,38431,1733372305769-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T04:18:27,155 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,38431,1733372305769-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T04:18:27,157 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-05T04:18:27,157 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T04:18:27,157 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,38431,1733372305769-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:27,200 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3eccf7db to 127.0.0.1:55454 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c223cfa 2024-12-05T04:18:27,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4156c109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:27,206 DEBUG [hconnection-0x3862de53-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T04:18:27,208 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T04:18:27,210 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=2f66fa2c0859,38431,1733372305769 2024-12-05T04:18:27,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T04:18:27,212 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T04:18:27,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38431 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T04:18:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38431 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-05T04:18:27,216 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T04:18:27,216 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:27,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38431 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-05T04:18:27,217 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T04:18:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38431 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:27,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42057 is added to blk_1073741838_1014 (size=379) 2024-12-05T04:18:27,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741838_1014 (size=379) 2024-12-05T04:18:27,227 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cac6acecf8a4ff988ae02cd8697f0835, NAME => 'testClearRegionBlockCache,,1733372307214.cac6acecf8a4ff988ae02cd8697f0835.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9 2024-12-05T04:18:27,227 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 23363703c8135c64f9867d371dfa9de5, NAME => 'testClearRegionBlockCache,5,1733372307214.23363703c8135c64f9867d371dfa9de5.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9 2024-12-05T04:18:27,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42057 is added to blk_1073741840_1016 (size=61) 2024-12-05T04:18:27,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741840_1016 (size=61) 2024-12-05T04:18:27,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42057 is added to blk_1073741839_1015 (size=61) 2024-12-05T04:18:27,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741839_1015 (size=61) 2024-12-05T04:18:27,236 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733372307214.23363703c8135c64f9867d371dfa9de5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:27,236 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 23363703c8135c64f9867d371dfa9de5, disabling compactions & flushes 2024-12-05T04:18:27,236 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733372307214.23363703c8135c64f9867d371dfa9de5. 2024-12-05T04:18:27,236 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733372307214.23363703c8135c64f9867d371dfa9de5. 2024-12-05T04:18:27,236 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733372307214.23363703c8135c64f9867d371dfa9de5. after waiting 0 ms 2024-12-05T04:18:27,236 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733372307214.23363703c8135c64f9867d371dfa9de5. 2024-12-05T04:18:27,236 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733372307214.23363703c8135c64f9867d371dfa9de5. 2024-12-05T04:18:27,236 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 23363703c8135c64f9867d371dfa9de5: 2024-12-05T04:18:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38431 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38431 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:27,637 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733372307214.cac6acecf8a4ff988ae02cd8697f0835.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:27,637 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing cac6acecf8a4ff988ae02cd8697f0835, disabling compactions & flushes 2024-12-05T04:18:27,637 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733372307214.cac6acecf8a4ff988ae02cd8697f0835. 2024-12-05T04:18:27,637 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733372307214.cac6acecf8a4ff988ae02cd8697f0835. 2024-12-05T04:18:27,637 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733372307214.cac6acecf8a4ff988ae02cd8697f0835. after waiting 0 ms 2024-12-05T04:18:27,637 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733372307214.cac6acecf8a4ff988ae02cd8697f0835. 2024-12-05T04:18:27,637 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733372307214.cac6acecf8a4ff988ae02cd8697f0835. 2024-12-05T04:18:27,637 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for cac6acecf8a4ff988ae02cd8697f0835: 2024-12-05T04:18:27,639 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T04:18:27,639 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733372307214.23363703c8135c64f9867d371dfa9de5.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733372307639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733372307639"}]},"ts":"1733372307639"} 2024-12-05T04:18:27,639 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733372307214.cac6acecf8a4ff988ae02cd8697f0835.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733372307639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733372307639"}]},"ts":"1733372307639"} 2024-12-05T04:18:27,642 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-05T04:18:27,643 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T04:18:27,643 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733372307643"}]},"ts":"1733372307643"} 2024-12-05T04:18:27,645 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-05T04:18:27,649 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {2f66fa2c0859=0} racks are {/default-rack=0} 2024-12-05T04:18:27,650 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T04:18:27,651 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T04:18:27,651 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T04:18:27,651 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T04:18:27,651 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T04:18:27,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cac6acecf8a4ff988ae02cd8697f0835, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=23363703c8135c64f9867d371dfa9de5, ASSIGN}] 2024-12-05T04:18:27,652 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=23363703c8135c64f9867d371dfa9de5, ASSIGN 2024-12-05T04:18:27,652 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cac6acecf8a4ff988ae02cd8697f0835, ASSIGN 2024-12-05T04:18:27,653 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=23363703c8135c64f9867d371dfa9de5, ASSIGN; state=OFFLINE, location=2f66fa2c0859,42977,1733372305822; forceNewPlan=false, retain=false 2024-12-05T04:18:27,653 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cac6acecf8a4ff988ae02cd8697f0835, ASSIGN; state=OFFLINE, location=2f66fa2c0859,38847,1733372305876; forceNewPlan=false, retain=false 2024-12-05T04:18:27,803 INFO [2f66fa2c0859:38431 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-05T04:18:27,804 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=cac6acecf8a4ff988ae02cd8697f0835, regionState=OPENING, regionLocation=2f66fa2c0859,38847,1733372305876 2024-12-05T04:18:27,804 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=23363703c8135c64f9867d371dfa9de5, regionState=OPENING, regionLocation=2f66fa2c0859,42977,1733372305822 2024-12-05T04:18:27,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure cac6acecf8a4ff988ae02cd8697f0835, server=2f66fa2c0859,38847,1733372305876}] 2024-12-05T04:18:27,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 23363703c8135c64f9867d371dfa9de5, server=2f66fa2c0859,42977,1733372305822}] 2024-12-05T04:18:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38431 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:27,958 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2f66fa2c0859,38847,1733372305876 2024-12-05T04:18:27,960 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2f66fa2c0859,42977,1733372305822 2024-12-05T04:18:27,961 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T04:18:27,962 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733372307214.cac6acecf8a4ff988ae02cd8697f0835. 2024-12-05T04:18:27,962 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T04:18:27,962 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => cac6acecf8a4ff988ae02cd8697f0835, NAME => 'testClearRegionBlockCache,,1733372307214.cac6acecf8a4ff988ae02cd8697f0835.', STARTKEY => '', ENDKEY => '5'} 2024-12-05T04:18:27,963 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache cac6acecf8a4ff988ae02cd8697f0835 2024-12-05T04:18:27,963 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733372307214.cac6acecf8a4ff988ae02cd8697f0835.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:27,963 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for cac6acecf8a4ff988ae02cd8697f0835 2024-12-05T04:18:27,963 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for cac6acecf8a4ff988ae02cd8697f0835 2024-12-05T04:18:27,964 INFO [StoreOpener-cac6acecf8a4ff988ae02cd8697f0835-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region cac6acecf8a4ff988ae02cd8697f0835 2024-12-05T04:18:27,966 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733372307214.23363703c8135c64f9867d371dfa9de5. 2024-12-05T04:18:27,966 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 23363703c8135c64f9867d371dfa9de5, NAME => 'testClearRegionBlockCache,5,1733372307214.23363703c8135c64f9867d371dfa9de5.', STARTKEY => '5', ENDKEY => ''} 2024-12-05T04:18:27,966 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 23363703c8135c64f9867d371dfa9de5 2024-12-05T04:18:27,966 INFO [StoreOpener-cac6acecf8a4ff988ae02cd8697f0835-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cac6acecf8a4ff988ae02cd8697f0835 columnFamilyName family 2024-12-05T04:18:27,966 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733372307214.23363703c8135c64f9867d371dfa9de5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:27,966 DEBUG [StoreOpener-cac6acecf8a4ff988ae02cd8697f0835-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:27,966 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 23363703c8135c64f9867d371dfa9de5 2024-12-05T04:18:27,966 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 23363703c8135c64f9867d371dfa9de5 2024-12-05T04:18:27,967 INFO [StoreOpener-cac6acecf8a4ff988ae02cd8697f0835-1 {}] regionserver.HStore(327): Store=cac6acecf8a4ff988ae02cd8697f0835/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:27,967 INFO [StoreOpener-23363703c8135c64f9867d371dfa9de5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 23363703c8135c64f9867d371dfa9de5 2024-12-05T04:18:27,967 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/default/testClearRegionBlockCache/cac6acecf8a4ff988ae02cd8697f0835 2024-12-05T04:18:27,968 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/default/testClearRegionBlockCache/cac6acecf8a4ff988ae02cd8697f0835 2024-12-05T04:18:27,969 INFO [StoreOpener-23363703c8135c64f9867d371dfa9de5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23363703c8135c64f9867d371dfa9de5 columnFamilyName family 2024-12-05T04:18:27,969 DEBUG [StoreOpener-23363703c8135c64f9867d371dfa9de5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:27,969 INFO [StoreOpener-23363703c8135c64f9867d371dfa9de5-1 {}] regionserver.HStore(327): Store=23363703c8135c64f9867d371dfa9de5/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:27,970 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/default/testClearRegionBlockCache/23363703c8135c64f9867d371dfa9de5 2024-12-05T04:18:27,970 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for cac6acecf8a4ff988ae02cd8697f0835 2024-12-05T04:18:27,970 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/default/testClearRegionBlockCache/23363703c8135c64f9867d371dfa9de5 2024-12-05T04:18:27,972 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/default/testClearRegionBlockCache/cac6acecf8a4ff988ae02cd8697f0835/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:27,973 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 23363703c8135c64f9867d371dfa9de5 2024-12-05T04:18:27,973 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened cac6acecf8a4ff988ae02cd8697f0835; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61858995, jitterRate=-0.0782291442155838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T04:18:27,974 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for cac6acecf8a4ff988ae02cd8697f0835: 2024-12-05T04:18:27,974 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733372307214.cac6acecf8a4ff988ae02cd8697f0835., pid=12, masterSystemTime=1733372307958 2024-12-05T04:18:27,975 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/default/testClearRegionBlockCache/23363703c8135c64f9867d371dfa9de5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:27,975 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 23363703c8135c64f9867d371dfa9de5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65726317, jitterRate=-0.020601555705070496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T04:18:27,976 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 23363703c8135c64f9867d371dfa9de5: 2024-12-05T04:18:27,976 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733372307214.23363703c8135c64f9867d371dfa9de5., pid=13, masterSystemTime=1733372307960 2024-12-05T04:18:27,976 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733372307214.cac6acecf8a4ff988ae02cd8697f0835. 2024-12-05T04:18:27,976 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733372307214.cac6acecf8a4ff988ae02cd8697f0835. 2024-12-05T04:18:27,977 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=cac6acecf8a4ff988ae02cd8697f0835, regionState=OPEN, openSeqNum=2, regionLocation=2f66fa2c0859,38847,1733372305876 2024-12-05T04:18:27,978 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733372307214.23363703c8135c64f9867d371dfa9de5. 2024-12-05T04:18:27,978 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733372307214.23363703c8135c64f9867d371dfa9de5. 2024-12-05T04:18:27,978 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=23363703c8135c64f9867d371dfa9de5, regionState=OPEN, openSeqNum=2, regionLocation=2f66fa2c0859,42977,1733372305822 2024-12-05T04:18:27,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-05T04:18:27,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure cac6acecf8a4ff988ae02cd8697f0835, server=2f66fa2c0859,38847,1733372305876 in 173 msec 2024-12-05T04:18:27,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-05T04:18:27,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 23363703c8135c64f9867d371dfa9de5, server=2f66fa2c0859,42977,1733372305822 in 173 msec 2024-12-05T04:18:27,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cac6acecf8a4ff988ae02cd8697f0835, ASSIGN in 330 msec 2024-12-05T04:18:27,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-05T04:18:27,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=23363703c8135c64f9867d371dfa9de5, ASSIGN in 331 msec 2024-12-05T04:18:27,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T04:18:27,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733372307985"}]},"ts":"1733372307985"} 2024-12-05T04:18:27,986 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-05T04:18:27,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T04:18:27,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 775 msec 2024-12-05T04:18:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38431 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:28,326 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-05T04:18:28,326 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-05T04:18:28,326 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T04:18:28,330 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-05T04:18:28,330 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T04:18:28,330 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-05T04:18:28,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T04:18:28,342 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T04:18:28,353 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 23363703c8135c64f9867d371dfa9de5 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-05T04:18:28,369 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/default/testClearRegionBlockCache/23363703c8135c64f9867d371dfa9de5/.tmp/family/c2524e1f13eb4dbd94392c17f390d510 is 32, key is 5/family:/1733372308342/Put/seqid=0 2024-12-05T04:18:28,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741841_1017 (size=5083) 2024-12-05T04:18:28,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42057 is added to blk_1073741841_1017 (size=5083) 2024-12-05T04:18:28,375 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/default/testClearRegionBlockCache/23363703c8135c64f9867d371dfa9de5/.tmp/family/c2524e1f13eb4dbd94392c17f390d510 2024-12-05T04:18:28,382 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/default/testClearRegionBlockCache/23363703c8135c64f9867d371dfa9de5/.tmp/family/c2524e1f13eb4dbd94392c17f390d510 as hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/default/testClearRegionBlockCache/23363703c8135c64f9867d371dfa9de5/family/c2524e1f13eb4dbd94392c17f390d510 2024-12-05T04:18:28,388 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/default/testClearRegionBlockCache/23363703c8135c64f9867d371dfa9de5/family/c2524e1f13eb4dbd94392c17f390d510, entries=5, sequenceid=9, filesize=5.0 K 2024-12-05T04:18:28,389 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 23363703c8135c64f9867d371dfa9de5 in 36ms, sequenceid=9, compaction requested=false 2024-12-05T04:18:28,389 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 23363703c8135c64f9867d371dfa9de5: 2024-12-05T04:18:28,389 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing cac6acecf8a4ff988ae02cd8697f0835 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-05T04:18:28,405 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/default/testClearRegionBlockCache/cac6acecf8a4ff988ae02cd8697f0835/.tmp/family/6739e3221a3748cda5320b8b29e78dd7 is 32, key is 1/family:/1733372308333/Put/seqid=0 2024-12-05T04:18:28,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42057 is added to blk_1073741842_1018 (size=5054) 2024-12-05T04:18:28,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741842_1018 (size=5054) 2024-12-05T04:18:28,411 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/default/testClearRegionBlockCache/cac6acecf8a4ff988ae02cd8697f0835/.tmp/family/6739e3221a3748cda5320b8b29e78dd7 2024-12-05T04:18:28,417 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/default/testClearRegionBlockCache/cac6acecf8a4ff988ae02cd8697f0835/.tmp/family/6739e3221a3748cda5320b8b29e78dd7 as hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/default/testClearRegionBlockCache/cac6acecf8a4ff988ae02cd8697f0835/family/6739e3221a3748cda5320b8b29e78dd7 2024-12-05T04:18:28,423 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/default/testClearRegionBlockCache/cac6acecf8a4ff988ae02cd8697f0835/family/6739e3221a3748cda5320b8b29e78dd7, entries=4, sequenceid=8, filesize=4.9 K 2024-12-05T04:18:28,424 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for cac6acecf8a4ff988ae02cd8697f0835 in 35ms, sequenceid=8, compaction requested=false 2024-12-05T04:18:28,424 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for cac6acecf8a4ff988ae02cd8697f0835: 2024-12-05T04:18:28,425 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46e8ef9e to 127.0.0.1:55454 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c9578ed 2024-12-05T04:18:28,430 DEBUG [ReadOnlyZKClient-127.0.0.1:55454@0x46e8ef9e {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27991f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:28,435 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-05T04:18:28,436 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-05T04:18:28,437 DEBUG [ReadOnlyZKClient-127.0.0.1:55454@0x46e8ef9e {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2f66fa2c0859,38847,1733372305876, seqNum=-1] 2024-12-05T04:18:28,437 DEBUG [ReadOnlyZKClient-127.0.0.1:55454@0x46e8ef9e {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T04:18:28,438 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53312, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T04:18:28,440 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T04:18:28,441 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T04:18:28,442 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T04:18:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42977 {}] bucket.BucketCache(1851): found 1 blocks for file c2524e1f13eb4dbd94392c17f390d510, starting offset: 0, end offset: 9223372036854775807 2024-12-05T04:18:28,443 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T04:18:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] bucket.BucketCache(1851): found 1 blocks for file 6739e3221a3748cda5320b8b29e78dd7, starting offset: 0, end offset: 9223372036854775807 2024-12-05T04:18:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42977 {}] bucket.BucketCache(843): removed key c2524e1f13eb4dbd94392c17f390d510_0 from back map with offset lock 2094080 in the evict process 2024-12-05T04:18:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] bucket.BucketCache(843): removed key 6739e3221a3748cda5320b8b29e78dd7_0 from back map with offset lock 2094080 in the evict process 2024-12-05T04:18:28,444 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-05T04:18:28,445 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T04:18:28,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:28,445 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46e8ef9e to 127.0.0.1:55454 2024-12-05T04:18:28,445 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-05T04:18:28,445 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T04:18:28,445 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3eccf7db to 127.0.0.1:55454 2024-12-05T04:18:28,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:28,445 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T04:18:28,445 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=267129317, stopped=false 2024-12-05T04:18:28,446 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=2f66fa2c0859,38431,1733372305769 2024-12-05T04:18:28,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42977-0x10060661a410001, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:28,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10060661a410002, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:28,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:28,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42977-0x10060661a410001, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:28,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:28,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10060661a410002, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:28,448 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-05T04:18:28,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42977-0x10060661a410001, quorum=127.0.0.1:55454, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:28,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:28,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38847-0x10060661a410002, quorum=127.0.0.1:55454, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:28,448 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2f66fa2c0859,42977,1733372305822' ***** 2024-12-05T04:18:28,448 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T04:18:28,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:28,449 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2f66fa2c0859,38847,1733372305876' ***** 2024-12-05T04:18:28,449 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T04:18:28,449 INFO [RS:1;2f66fa2c0859:38847 {}] bucket.BucketCache(1726): Disabling cache 2024-12-05T04:18:28,449 INFO [RS:0;2f66fa2c0859:42977 {}] bucket.BucketCache(1726): Disabling cache 2024-12-05T04:18:28,449 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T04:18:28,449 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-05T04:18:28,449 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-05T04:18:28,449 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-05T04:18:28,450 INFO [RS:1;2f66fa2c0859:38847 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-05T04:18:28,450 INFO [regionserver/2f66fa2c0859:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T04:18:28,450 INFO [RS:1;2f66fa2c0859:38847 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T04:18:28,450 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T04:18:28,450 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-05T04:18:28,450 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-05T04:18:28,450 INFO [regionserver/2f66fa2c0859:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T04:18:28,450 INFO [RS:0;2f66fa2c0859:42977 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-05T04:18:28,450 INFO [RS:1;2f66fa2c0859:38847 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T04:18:28,450 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-05T04:18:28,450 INFO [RS:1;2f66fa2c0859:38847 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T04:18:28,450 INFO [RS:1;2f66fa2c0859:38847 {}] regionserver.HRegionServer(3579): Received CLOSE for cac6acecf8a4ff988ae02cd8697f0835 2024-12-05T04:18:28,451 INFO [RS:0;2f66fa2c0859:42977 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T04:18:28,451 INFO [RS:0;2f66fa2c0859:42977 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T04:18:28,451 INFO [RS:0;2f66fa2c0859:42977 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T04:18:28,451 INFO [RS:0;2f66fa2c0859:42977 {}] regionserver.HRegionServer(3579): Received CLOSE for 23363703c8135c64f9867d371dfa9de5 2024-12-05T04:18:28,451 INFO [RS:1;2f66fa2c0859:38847 {}] regionserver.HRegionServer(3579): Received CLOSE for 93865c85de589cadc7cdd362d9c58d7b 2024-12-05T04:18:28,451 INFO [RS:1;2f66fa2c0859:38847 {}] regionserver.HRegionServer(1224): stopping server 2f66fa2c0859,38847,1733372305876 2024-12-05T04:18:28,451 DEBUG [RS:1;2f66fa2c0859:38847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:28,451 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cac6acecf8a4ff988ae02cd8697f0835, disabling compactions & flushes 2024-12-05T04:18:28,451 INFO [RS:1;2f66fa2c0859:38847 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T04:18:28,451 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733372307214.cac6acecf8a4ff988ae02cd8697f0835. 2024-12-05T04:18:28,451 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733372307214.cac6acecf8a4ff988ae02cd8697f0835. 2024-12-05T04:18:28,451 INFO [RS:1;2f66fa2c0859:38847 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T04:18:28,451 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733372307214.cac6acecf8a4ff988ae02cd8697f0835. after waiting 0 ms 2024-12-05T04:18:28,451 INFO [RS:1;2f66fa2c0859:38847 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T04:18:28,451 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733372307214.cac6acecf8a4ff988ae02cd8697f0835. 2024-12-05T04:18:28,451 INFO [RS:1;2f66fa2c0859:38847 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-05T04:18:28,451 INFO [RS:0;2f66fa2c0859:42977 {}] regionserver.HRegionServer(1224): stopping server 2f66fa2c0859,42977,1733372305822 2024-12-05T04:18:28,451 DEBUG [RS:0;2f66fa2c0859:42977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:28,451 INFO [RS:0;2f66fa2c0859:42977 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-05T04:18:28,452 DEBUG [RS:0;2f66fa2c0859:42977 {}] regionserver.HRegionServer(1603): Online Regions={23363703c8135c64f9867d371dfa9de5=testClearRegionBlockCache,5,1733372307214.23363703c8135c64f9867d371dfa9de5.} 2024-12-05T04:18:28,452 DEBUG [RS:0;2f66fa2c0859:42977 {}] regionserver.HRegionServer(1629): Waiting on 23363703c8135c64f9867d371dfa9de5 2024-12-05T04:18:28,452 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 23363703c8135c64f9867d371dfa9de5, disabling compactions & flushes 2024-12-05T04:18:28,452 INFO [RS:1;2f66fa2c0859:38847 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-05T04:18:28,452 DEBUG [RS:1;2f66fa2c0859:38847 {}] regionserver.HRegionServer(1603): Online Regions={cac6acecf8a4ff988ae02cd8697f0835=testClearRegionBlockCache,,1733372307214.cac6acecf8a4ff988ae02cd8697f0835., 93865c85de589cadc7cdd362d9c58d7b=hbase:namespace,,1733372306706.93865c85de589cadc7cdd362d9c58d7b., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T04:18:28,452 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733372307214.23363703c8135c64f9867d371dfa9de5. 2024-12-05T04:18:28,452 DEBUG [RS:1;2f66fa2c0859:38847 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 93865c85de589cadc7cdd362d9c58d7b, cac6acecf8a4ff988ae02cd8697f0835 2024-12-05T04:18:28,452 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733372307214.23363703c8135c64f9867d371dfa9de5. 2024-12-05T04:18:28,452 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T04:18:28,452 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733372307214.23363703c8135c64f9867d371dfa9de5. after waiting 0 ms 2024-12-05T04:18:28,452 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T04:18:28,452 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733372307214.23363703c8135c64f9867d371dfa9de5. 2024-12-05T04:18:28,452 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T04:18:28,452 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T04:18:28,452 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T04:18:28,452 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-05T04:18:28,456 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/default/testClearRegionBlockCache/cac6acecf8a4ff988ae02cd8697f0835/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T04:18:28,457 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733372307214.cac6acecf8a4ff988ae02cd8697f0835. 2024-12-05T04:18:28,457 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cac6acecf8a4ff988ae02cd8697f0835: 2024-12-05T04:18:28,457 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733372307214.cac6acecf8a4ff988ae02cd8697f0835. 2024-12-05T04:18:28,457 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 93865c85de589cadc7cdd362d9c58d7b, disabling compactions & flushes 2024-12-05T04:18:28,457 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733372306706.93865c85de589cadc7cdd362d9c58d7b. 2024-12-05T04:18:28,457 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733372306706.93865c85de589cadc7cdd362d9c58d7b. 2024-12-05T04:18:28,458 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733372306706.93865c85de589cadc7cdd362d9c58d7b. after waiting 0 ms 2024-12-05T04:18:28,458 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733372306706.93865c85de589cadc7cdd362d9c58d7b. 2024-12-05T04:18:28,458 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 93865c85de589cadc7cdd362d9c58d7b 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-05T04:18:28,460 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/default/testClearRegionBlockCache/23363703c8135c64f9867d371dfa9de5/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T04:18:28,461 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733372307214.23363703c8135c64f9867d371dfa9de5. 2024-12-05T04:18:28,461 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 23363703c8135c64f9867d371dfa9de5: 2024-12-05T04:18:28,461 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733372307214.23363703c8135c64f9867d371dfa9de5. 2024-12-05T04:18:28,475 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/meta/1588230740/.tmp/info/41b3dc0ba09e42c29822961efbe64762 is 173, key is testClearRegionBlockCache,5,1733372307214.23363703c8135c64f9867d371dfa9de5./info:regioninfo/1733372307978/Put/seqid=0 2024-12-05T04:18:28,478 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/namespace/93865c85de589cadc7cdd362d9c58d7b/.tmp/info/b9e6d88ee31a4811a3772751d977d8af is 45, key is default/info:d/1733372307119/Put/seqid=0 2024-12-05T04:18:28,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42057 is added to blk_1073741843_1019 (size=9337) 2024-12-05T04:18:28,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741843_1019 (size=9337) 2024-12-05T04:18:28,482 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/meta/1588230740/.tmp/info/41b3dc0ba09e42c29822961efbe64762 2024-12-05T04:18:28,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741844_1020 (size=5037) 2024-12-05T04:18:28,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42057 is added to blk_1073741844_1020 (size=5037) 2024-12-05T04:18:28,485 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/namespace/93865c85de589cadc7cdd362d9c58d7b/.tmp/info/b9e6d88ee31a4811a3772751d977d8af 2024-12-05T04:18:28,492 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/namespace/93865c85de589cadc7cdd362d9c58d7b/.tmp/info/b9e6d88ee31a4811a3772751d977d8af as hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/namespace/93865c85de589cadc7cdd362d9c58d7b/info/b9e6d88ee31a4811a3772751d977d8af 2024-12-05T04:18:28,498 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/namespace/93865c85de589cadc7cdd362d9c58d7b/info/b9e6d88ee31a4811a3772751d977d8af, entries=2, sequenceid=6, filesize=4.9 K 2024-12-05T04:18:28,499 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 93865c85de589cadc7cdd362d9c58d7b in 41ms, sequenceid=6, compaction requested=false 2024-12-05T04:18:28,504 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/namespace/93865c85de589cadc7cdd362d9c58d7b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T04:18:28,504 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733372306706.93865c85de589cadc7cdd362d9c58d7b. 2024-12-05T04:18:28,504 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 93865c85de589cadc7cdd362d9c58d7b: 2024-12-05T04:18:28,505 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733372306706.93865c85de589cadc7cdd362d9c58d7b. 2024-12-05T04:18:28,507 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/meta/1588230740/.tmp/table/12d21787d0074e96859cb203bcb23e31 is 61, key is testClearRegionBlockCache/table:state/1733372307985/Put/seqid=0 2024-12-05T04:18:28,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741845_1021 (size=5392) 2024-12-05T04:18:28,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42057 is added to blk_1073741845_1021 (size=5392) 2024-12-05T04:18:28,512 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/meta/1588230740/.tmp/table/12d21787d0074e96859cb203bcb23e31 2024-12-05T04:18:28,519 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/meta/1588230740/.tmp/info/41b3dc0ba09e42c29822961efbe64762 as hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/meta/1588230740/info/41b3dc0ba09e42c29822961efbe64762 2024-12-05T04:18:28,525 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/meta/1588230740/info/41b3dc0ba09e42c29822961efbe64762, entries=30, sequenceid=16, filesize=9.1 K 2024-12-05T04:18:28,526 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/meta/1588230740/.tmp/table/12d21787d0074e96859cb203bcb23e31 as hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/meta/1588230740/table/12d21787d0074e96859cb203bcb23e31 2024-12-05T04:18:28,531 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/meta/1588230740/table/12d21787d0074e96859cb203bcb23e31, entries=4, sequenceid=16, filesize=5.3 K 2024-12-05T04:18:28,532 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 80ms, sequenceid=16, compaction requested=false 2024-12-05T04:18:28,536 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T04:18:28,537 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T04:18:28,537 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T04:18:28,537 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T04:18:28,537 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T04:18:28,598 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T04:18:28,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T04:18:28,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T04:18:28,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T04:18:28,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T04:18:28,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T04:18:28,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T04:18:28,652 INFO [RS:0;2f66fa2c0859:42977 {}] regionserver.HRegionServer(1250): stopping server 2f66fa2c0859,42977,1733372305822; all regions closed. 2024-12-05T04:18:28,652 INFO [RS:1;2f66fa2c0859:38847 {}] regionserver.HRegionServer(1250): stopping server 2f66fa2c0859,38847,1733372305876; all regions closed. 2024-12-05T04:18:28,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741835_1011 (size=5602) 2024-12-05T04:18:28,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741834_1010 (size=1867) 2024-12-05T04:18:28,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42057 is added to blk_1073741835_1011 (size=5602) 2024-12-05T04:18:28,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42057 is added to blk_1073741834_1010 (size=1867) 2024-12-05T04:18:28,657 DEBUG [RS:0;2f66fa2c0859:42977 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/oldWALs 2024-12-05T04:18:28,657 INFO [RS:0;2f66fa2c0859:42977 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2f66fa2c0859%2C42977%2C1733372305822:(num 1733372306296) 2024-12-05T04:18:28,657 DEBUG [RS:0;2f66fa2c0859:42977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:28,657 INFO [RS:0;2f66fa2c0859:42977 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T04:18:28,657 DEBUG [RS:1;2f66fa2c0859:38847 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/oldWALs 2024-12-05T04:18:28,657 INFO [RS:1;2f66fa2c0859:38847 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2f66fa2c0859%2C38847%2C1733372305876.meta:.meta(num 1733372306646) 2024-12-05T04:18:28,658 INFO [RS:0;2f66fa2c0859:42977 {}] hbase.ChoreService(370): Chore service for: regionserver/2f66fa2c0859:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-05T04:18:28,658 INFO [RS:0;2f66fa2c0859:42977 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T04:18:28,658 INFO [RS:0;2f66fa2c0859:42977 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T04:18:28,658 INFO [regionserver/2f66fa2c0859:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T04:18:28,658 INFO [RS:0;2f66fa2c0859:42977 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T04:18:28,658 INFO [RS:0;2f66fa2c0859:42977 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42977 2024-12-05T04:18:28,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42057 is added to blk_1073741833_1009 (size=3079) 2024-12-05T04:18:28,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741833_1009 (size=3079) 2024-12-05T04:18:28,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42977-0x10060661a410001, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2f66fa2c0859,42977,1733372305822 2024-12-05T04:18:28,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T04:18:28,661 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2f66fa2c0859,42977,1733372305822] 2024-12-05T04:18:28,661 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2f66fa2c0859,42977,1733372305822; numProcessing=1 2024-12-05T04:18:28,662 DEBUG [RS:1;2f66fa2c0859:38847 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/oldWALs 2024-12-05T04:18:28,662 INFO [RS:1;2f66fa2c0859:38847 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2f66fa2c0859%2C38847%2C1733372305876:(num 1733372306281) 2024-12-05T04:18:28,662 DEBUG [RS:1;2f66fa2c0859:38847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:28,662 INFO [RS:1;2f66fa2c0859:38847 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T04:18:28,663 INFO [RS:1;2f66fa2c0859:38847 {}] hbase.ChoreService(370): Chore service for: regionserver/2f66fa2c0859:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-05T04:18:28,663 INFO [regionserver/2f66fa2c0859:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T04:18:28,663 INFO [RS:1;2f66fa2c0859:38847 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38847 2024-12-05T04:18:28,663 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2f66fa2c0859,42977,1733372305822 already deleted, retry=false 2024-12-05T04:18:28,663 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2f66fa2c0859,42977,1733372305822 expired; onlineServers=1 2024-12-05T04:18:28,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10060661a410002, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2f66fa2c0859,38847,1733372305876 2024-12-05T04:18:28,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T04:18:28,666 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2f66fa2c0859,38847,1733372305876] 2024-12-05T04:18:28,666 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2f66fa2c0859,38847,1733372305876; numProcessing=2 2024-12-05T04:18:28,668 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2f66fa2c0859,38847,1733372305876 already deleted, retry=false 2024-12-05T04:18:28,668 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2f66fa2c0859,38847,1733372305876 expired; onlineServers=0 2024-12-05T04:18:28,668 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2f66fa2c0859,38431,1733372305769' ***** 2024-12-05T04:18:28,668 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T04:18:28,668 DEBUG [M:0;2f66fa2c0859:38431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8eeb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2f66fa2c0859/172.17.0.2:0 2024-12-05T04:18:28,668 INFO [M:0;2f66fa2c0859:38431 {}] regionserver.HRegionServer(1224): stopping server 2f66fa2c0859,38431,1733372305769 2024-12-05T04:18:28,668 INFO [M:0;2f66fa2c0859:38431 {}] regionserver.HRegionServer(1250): stopping server 2f66fa2c0859,38431,1733372305769; all regions closed. 2024-12-05T04:18:28,668 DEBUG [M:0;2f66fa2c0859:38431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:28,668 DEBUG [M:0;2f66fa2c0859:38431 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T04:18:28,668 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T04:18:28,668 DEBUG [M:0;2f66fa2c0859:38431 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T04:18:28,668 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.small.0-1733372306044 {}] cleaner.HFileCleaner(306): Exit Thread[master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.small.0-1733372306044,5,FailOnTimeoutGroup] 2024-12-05T04:18:28,668 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.large.0-1733372306044 {}] cleaner.HFileCleaner(306): Exit Thread[master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.large.0-1733372306044,5,FailOnTimeoutGroup] 2024-12-05T04:18:28,669 INFO [M:0;2f66fa2c0859:38431 {}] hbase.ChoreService(370): Chore service for: master/2f66fa2c0859:0 had [] on shutdown 2024-12-05T04:18:28,669 DEBUG [M:0;2f66fa2c0859:38431 {}] master.HMaster(1733): Stopping service threads 2024-12-05T04:18:28,669 INFO [M:0;2f66fa2c0859:38431 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T04:18:28,669 INFO [M:0;2f66fa2c0859:38431 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T04:18:28,669 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T04:18:28,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T04:18:28,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:28,670 DEBUG [M:0;2f66fa2c0859:38431 {}] zookeeper.ZKUtil(347): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T04:18:28,670 WARN [M:0;2f66fa2c0859:38431 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T04:18:28,671 INFO [M:0;2f66fa2c0859:38431 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-05T04:18:28,671 INFO [M:0;2f66fa2c0859:38431 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T04:18:28,671 DEBUG [M:0;2f66fa2c0859:38431 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T04:18:28,671 INFO [M:0;2f66fa2c0859:38431 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:28,671 DEBUG [M:0;2f66fa2c0859:38431 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:28,671 DEBUG [M:0;2f66fa2c0859:38431 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T04:18:28,671 DEBUG [M:0;2f66fa2c0859:38431 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:28,671 INFO [M:0;2f66fa2c0859:38431 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-05T04:18:28,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T04:18:28,687 DEBUG [M:0;2f66fa2c0859:38431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27d34268ce7642bba1fb5fcc6a2f7f1b is 82, key is hbase:meta,,1/info:regioninfo/1733372306687/Put/seqid=0 2024-12-05T04:18:28,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741846_1022 (size=5672) 2024-12-05T04:18:28,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42057 is added to blk_1073741846_1022 (size=5672) 2024-12-05T04:18:28,693 INFO [M:0;2f66fa2c0859:38431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27d34268ce7642bba1fb5fcc6a2f7f1b 2024-12-05T04:18:28,713 DEBUG [M:0;2f66fa2c0859:38431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d97270d06ded40f9814fc4726d47a8c0 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733372307990/Put/seqid=0 2024-12-05T04:18:28,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42057 is added to blk_1073741847_1023 (size=7578) 2024-12-05T04:18:28,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741847_1023 (size=7578) 2024-12-05T04:18:28,719 INFO [M:0;2f66fa2c0859:38431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d97270d06ded40f9814fc4726d47a8c0 2024-12-05T04:18:28,746 DEBUG [M:0;2f66fa2c0859:38431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a73d927d1c645f3b76bc1a7b055943a is 69, key is 2f66fa2c0859,38847,1733372305876/rs:state/1733372306121/Put/seqid=0 2024-12-05T04:18:28,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42057 is added to blk_1073741848_1024 (size=5224) 2024-12-05T04:18:28,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741848_1024 (size=5224) 2024-12-05T04:18:28,752 INFO [M:0;2f66fa2c0859:38431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a73d927d1c645f3b76bc1a7b055943a 2024-12-05T04:18:28,757 DEBUG [M:0;2f66fa2c0859:38431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27d34268ce7642bba1fb5fcc6a2f7f1b as hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27d34268ce7642bba1fb5fcc6a2f7f1b 2024-12-05T04:18:28,762 INFO [M:0;2f66fa2c0859:38431 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27d34268ce7642bba1fb5fcc6a2f7f1b, entries=8, sequenceid=108, filesize=5.5 K 2024-12-05T04:18:28,762 DEBUG [M:0;2f66fa2c0859:38431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d97270d06ded40f9814fc4726d47a8c0 as hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d97270d06ded40f9814fc4726d47a8c0 2024-12-05T04:18:28,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42977-0x10060661a410001, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:28,763 INFO [RS:0;2f66fa2c0859:42977 {}] regionserver.HRegionServer(1307): Exiting; stopping=2f66fa2c0859,42977,1733372305822; zookeeper connection closed. 2024-12-05T04:18:28,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42977-0x10060661a410001, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:28,763 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1384f323 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1384f323 2024-12-05T04:18:28,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10060661a410002, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:28,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38847-0x10060661a410002, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:28,766 INFO [RS:1;2f66fa2c0859:38847 {}] regionserver.HRegionServer(1307): Exiting; stopping=2f66fa2c0859,38847,1733372305876; zookeeper connection closed. 2024-12-05T04:18:28,767 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@493d2d3c {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@493d2d3c 2024-12-05T04:18:28,767 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-05T04:18:28,767 INFO [M:0;2f66fa2c0859:38431 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d97270d06ded40f9814fc4726d47a8c0, entries=13, sequenceid=108, filesize=7.4 K 2024-12-05T04:18:28,768 DEBUG [M:0;2f66fa2c0859:38431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a73d927d1c645f3b76bc1a7b055943a as hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a73d927d1c645f3b76bc1a7b055943a 2024-12-05T04:18:28,773 INFO [M:0;2f66fa2c0859:38431 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40503/user/jenkins/test-data/aab58984-dedf-a192-f352-ecfe0b0aecb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a73d927d1c645f3b76bc1a7b055943a, entries=2, sequenceid=108, filesize=5.1 K 2024-12-05T04:18:28,775 INFO [M:0;2f66fa2c0859:38431 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=108, compaction requested=false 2024-12-05T04:18:28,776 INFO [M:0;2f66fa2c0859:38431 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:28,776 DEBUG [M:0;2f66fa2c0859:38431 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T04:18:28,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42057 is added to blk_1073741830_1006 (size=54465) 2024-12-05T04:18:28,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741830_1006 (size=54465) 2024-12-05T04:18:28,779 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T04:18:28,779 INFO [M:0;2f66fa2c0859:38431 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-05T04:18:28,780 INFO [M:0;2f66fa2c0859:38431 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38431 2024-12-05T04:18:28,785 DEBUG [M:0;2f66fa2c0859:38431 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/2f66fa2c0859,38431,1733372305769 already deleted, retry=false 2024-12-05T04:18:28,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:28,887 INFO [M:0;2f66fa2c0859:38431 {}] regionserver.HRegionServer(1307): Exiting; stopping=2f66fa2c0859,38431,1733372305769; zookeeper connection closed. 2024-12-05T04:18:28,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x10060661a410000, quorum=127.0.0.1:55454, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:28,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@dec8c88{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T04:18:28,890 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d22afef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T04:18:28,890 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T04:18:28,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54642f2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T04:18:28,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ad1557d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/hadoop.log.dir/,STOPPED} 2024-12-05T04:18:28,892 WARN [BP-994917527-172.17.0.2-1733372305023 heartbeating to localhost/127.0.0.1:40503 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T04:18:28,892 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T04:18:28,892 WARN [BP-994917527-172.17.0.2-1733372305023 heartbeating to localhost/127.0.0.1:40503 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-994917527-172.17.0.2-1733372305023 (Datanode Uuid fda0c12e-d2e2-4b0e-ae81-bb65eab23414) service to localhost/127.0.0.1:40503 2024-12-05T04:18:28,892 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T04:18:28,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/cluster_5bab509f-7fd2-7ae9-bac7-7a3a9c6be790/dfs/data/data3/current/BP-994917527-172.17.0.2-1733372305023 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T04:18:28,893 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/cluster_5bab509f-7fd2-7ae9-bac7-7a3a9c6be790/dfs/data/data4/current/BP-994917527-172.17.0.2-1733372305023 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T04:18:28,893 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T04:18:28,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d4e8ab7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T04:18:28,896 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bf3f38{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T04:18:28,896 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T04:18:28,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35aea036{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T04:18:28,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c9e56b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/hadoop.log.dir/,STOPPED} 2024-12-05T04:18:28,897 WARN [BP-994917527-172.17.0.2-1733372305023 heartbeating to localhost/127.0.0.1:40503 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T04:18:28,897 WARN [BP-994917527-172.17.0.2-1733372305023 heartbeating to localhost/127.0.0.1:40503 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-994917527-172.17.0.2-1733372305023 (Datanode Uuid 9c6b9649-10a6-4ee8-92a9-b18bd5385183) service to localhost/127.0.0.1:40503 2024-12-05T04:18:28,897 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T04:18:28,897 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T04:18:28,898 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/cluster_5bab509f-7fd2-7ae9-bac7-7a3a9c6be790/dfs/data/data1/current/BP-994917527-172.17.0.2-1733372305023 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T04:18:28,898 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/cluster_5bab509f-7fd2-7ae9-bac7-7a3a9c6be790/dfs/data/data2/current/BP-994917527-172.17.0.2-1733372305023 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T04:18:28,898 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T04:18:28,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b7a75d1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T04:18:28,904 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31d43fed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T04:18:28,904 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T04:18:28,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ff6820{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T04:18:28,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@764718ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/hadoop.log.dir/,STOPPED} 2024-12-05T04:18:28,911 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-05T04:18:28,927 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-05T04:18:28,935 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=158 (was 137) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40503 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:40503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40503 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40503 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40503 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=501 (was 475) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=141 (was 141), ProcessCount=11 (was 11), AvailableMemoryMB=6580 (was 6715) 2024-12-05T04:18:28,943 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=158, OpenFileDescriptor=501, MaxFileDescriptor=1048576, SystemLoadAverage=141, ProcessCount=11, AvailableMemoryMB=6579 2024-12-05T04:18:28,956 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/hadoop.log.dir so I do NOT create it in target/test-data/45eb24ec-addb-5305-abb1-168864472ff7 2024-12-05T04:18:28,956 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T04:18:28,956 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/hadoop.tmp.dir so I do NOT create it in target/test-data/45eb24ec-addb-5305-abb1-168864472ff7 2024-12-05T04:18:28,956 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e7e921c-2c44-d2dd-a7b0-e7c8e268eb1f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T04:18:28,956 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7 2024-12-05T04:18:28,956 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T04:18:28,956 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/cluster_6b0ebdcc-3355-b401-8d72-c83b2d4f4942, deleteOnExit=true 2024-12-05T04:18:28,956 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-05T04:18:28,956 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/test.cache.data in system properties and HBase conf 2024-12-05T04:18:28,956 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T04:18:28,956 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/hadoop.log.dir in system properties and HBase conf 2024-12-05T04:18:28,956 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T04:18:28,956 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T04:18:28,956 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-05T04:18:28,956 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T04:18:28,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T04:18:28,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T04:18:28,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T04:18:28,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T04:18:28,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T04:18:28,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T04:18:28,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T04:18:28,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T04:18:28,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T04:18:28,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/nfs.dump.dir in system properties and HBase conf 2024-12-05T04:18:28,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/java.io.tmpdir in system properties and HBase conf 2024-12-05T04:18:28,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T04:18:28,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T04:18:28,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T04:18:29,039 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T04:18:29,043 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T04:18:29,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T04:18:29,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T04:18:29,056 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T04:18:29,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T04:18:29,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f4dcfa9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/hadoop.log.dir/,AVAILABLE} 2024-12-05T04:18:29,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@430ab0d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T04:18:29,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4281e393{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/java.io.tmpdir/jetty-localhost-45663-hadoop-hdfs-3_4_1-tests_jar-_-any-10924561066311494424/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T04:18:29,174 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cbcd984{HTTP/1.1, (http/1.1)}{localhost:45663} 2024-12-05T04:18:29,174 INFO [Time-limited test {}] server.Server(415): Started @24681ms 2024-12-05T04:18:29,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T04:18:29,255 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T04:18:29,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T04:18:29,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T04:18:29,256 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T04:18:29,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48d51a39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/hadoop.log.dir/,AVAILABLE} 2024-12-05T04:18:29,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b401957{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T04:18:29,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@266bfa9b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/java.io.tmpdir/jetty-localhost-46825-hadoop-hdfs-3_4_1-tests_jar-_-any-14171355427056485555/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T04:18:29,373 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fd75a43{HTTP/1.1, (http/1.1)}{localhost:46825} 2024-12-05T04:18:29,373 INFO [Time-limited test {}] server.Server(415): Started @24880ms 2024-12-05T04:18:29,374 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T04:18:29,405 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T04:18:29,408 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T04:18:29,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T04:18:29,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T04:18:29,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T04:18:29,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d1ef726{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/hadoop.log.dir/,AVAILABLE} 2024-12-05T04:18:29,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@552c959{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T04:18:29,472 WARN [Thread-1167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/cluster_6b0ebdcc-3355-b401-8d72-c83b2d4f4942/dfs/data/data2/current/BP-647608149-172.17.0.2-1733372308987/current, will proceed with Du for space computation calculation, 2024-12-05T04:18:29,472 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/cluster_6b0ebdcc-3355-b401-8d72-c83b2d4f4942/dfs/data/data1/current/BP-647608149-172.17.0.2-1733372308987/current, will proceed with Du for space computation calculation, 2024-12-05T04:18:29,492 WARN [Thread-1145 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T04:18:29,495 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8da82565302eca6 with lease ID 0xe8afe48f4fb661ea: Processing first storage report for DS-fbcd5532-bd77-44e4-9df5-938adb578f2b from datanode DatanodeRegistration(127.0.0.1:45845, datanodeUuid=43853f2c-cf15-45a3-a340-1cb5528eb098, infoPort=37993, infoSecurePort=0, ipcPort=44245, storageInfo=lv=-57;cid=testClusterID;nsid=476297507;c=1733372308987) 2024-12-05T04:18:29,495 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8da82565302eca6 with lease ID 0xe8afe48f4fb661ea: from storage DS-fbcd5532-bd77-44e4-9df5-938adb578f2b node DatanodeRegistration(127.0.0.1:45845, datanodeUuid=43853f2c-cf15-45a3-a340-1cb5528eb098, infoPort=37993, infoSecurePort=0, ipcPort=44245, storageInfo=lv=-57;cid=testClusterID;nsid=476297507;c=1733372308987), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T04:18:29,495 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8da82565302eca6 with lease ID 0xe8afe48f4fb661ea: Processing first storage report for DS-692673e5-7ae0-4f30-ad8a-470f226e7d51 from datanode DatanodeRegistration(127.0.0.1:45845, datanodeUuid=43853f2c-cf15-45a3-a340-1cb5528eb098, infoPort=37993, infoSecurePort=0, ipcPort=44245, storageInfo=lv=-57;cid=testClusterID;nsid=476297507;c=1733372308987) 2024-12-05T04:18:29,495 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8da82565302eca6 with lease ID 0xe8afe48f4fb661ea: from storage DS-692673e5-7ae0-4f30-ad8a-470f226e7d51 node DatanodeRegistration(127.0.0.1:45845, datanodeUuid=43853f2c-cf15-45a3-a340-1cb5528eb098, infoPort=37993, infoSecurePort=0, ipcPort=44245, storageInfo=lv=-57;cid=testClusterID;nsid=476297507;c=1733372308987), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T04:18:29,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a214d62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/java.io.tmpdir/jetty-localhost-35337-hadoop-hdfs-3_4_1-tests_jar-_-any-9178033877063713924/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T04:18:29,534 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ffed55e{HTTP/1.1, (http/1.1)}{localhost:35337} 2024-12-05T04:18:29,534 INFO [Time-limited test {}] server.Server(415): Started @25041ms 2024-12-05T04:18:29,535 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T04:18:29,628 WARN [Thread-1192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/cluster_6b0ebdcc-3355-b401-8d72-c83b2d4f4942/dfs/data/data3/current/BP-647608149-172.17.0.2-1733372308987/current, will proceed with Du for space computation calculation, 2024-12-05T04:18:29,628 WARN [Thread-1193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/cluster_6b0ebdcc-3355-b401-8d72-c83b2d4f4942/dfs/data/data4/current/BP-647608149-172.17.0.2-1733372308987/current, will proceed with Du for space computation calculation, 2024-12-05T04:18:29,650 WARN [Thread-1181 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T04:18:29,653 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10c1fff33abd16ca with lease ID 0xe8afe48f4fb661eb: Processing first storage report for DS-d2d1e453-033b-4d28-b5e0-09daa02d8b9b from datanode DatanodeRegistration(127.0.0.1:38829, datanodeUuid=586dc5dc-f897-4122-98d8-f601edc4954c, infoPort=43195, infoSecurePort=0, ipcPort=35741, storageInfo=lv=-57;cid=testClusterID;nsid=476297507;c=1733372308987) 2024-12-05T04:18:29,653 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10c1fff33abd16ca with lease ID 0xe8afe48f4fb661eb: from storage DS-d2d1e453-033b-4d28-b5e0-09daa02d8b9b node DatanodeRegistration(127.0.0.1:38829, datanodeUuid=586dc5dc-f897-4122-98d8-f601edc4954c, infoPort=43195, infoSecurePort=0, ipcPort=35741, storageInfo=lv=-57;cid=testClusterID;nsid=476297507;c=1733372308987), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T04:18:29,653 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10c1fff33abd16ca with lease ID 0xe8afe48f4fb661eb: Processing first storage report for DS-b5230fb4-5fcd-468d-8e05-141d4a0f3d82 from datanode DatanodeRegistration(127.0.0.1:38829, datanodeUuid=586dc5dc-f897-4122-98d8-f601edc4954c, infoPort=43195, infoSecurePort=0, ipcPort=35741, storageInfo=lv=-57;cid=testClusterID;nsid=476297507;c=1733372308987) 2024-12-05T04:18:29,653 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10c1fff33abd16ca with lease ID 0xe8afe48f4fb661eb: from storage DS-b5230fb4-5fcd-468d-8e05-141d4a0f3d82 node DatanodeRegistration(127.0.0.1:38829, datanodeUuid=586dc5dc-f897-4122-98d8-f601edc4954c, infoPort=43195, infoSecurePort=0, ipcPort=35741, storageInfo=lv=-57;cid=testClusterID;nsid=476297507;c=1733372308987), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T04:18:29,658 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7 2024-12-05T04:18:29,661 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/cluster_6b0ebdcc-3355-b401-8d72-c83b2d4f4942/zookeeper_0, clientPort=62419, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/cluster_6b0ebdcc-3355-b401-8d72-c83b2d4f4942/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/cluster_6b0ebdcc-3355-b401-8d72-c83b2d4f4942/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T04:18:29,662 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=62419 2024-12-05T04:18:29,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:29,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:29,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741825_1001 (size=7) 2024-12-05T04:18:29,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38829 is added to blk_1073741825_1001 (size=7) 2024-12-05T04:18:29,674 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a with version=8 2024-12-05T04:18:29,674 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/hbase-staging 2024-12-05T04:18:29,676 INFO [Time-limited test {}] client.ConnectionUtils(129): master/2f66fa2c0859:0 server-side Connection retries=45 2024-12-05T04:18:29,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:29,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:29,677 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T04:18:29,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:29,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T04:18:29,677 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T04:18:29,677 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T04:18:29,677 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34581 2024-12-05T04:18:29,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:29,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:29,681 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:34581 connecting to ZooKeeper ensemble=127.0.0.1:62419 2024-12-05T04:18:29,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345810x0, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T04:18:29,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34581-0x100606629830000 connected 2024-12-05T04:18:29,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T04:18:29,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:29,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T04:18:29,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34581 2024-12-05T04:18:29,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34581 2024-12-05T04:18:29,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34581 2024-12-05T04:18:29,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34581 2024-12-05T04:18:29,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34581 2024-12-05T04:18:29,709 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a, hbase.cluster.distributed=false 2024-12-05T04:18:29,725 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2f66fa2c0859:0 server-side Connection retries=45 2024-12-05T04:18:29,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:29,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:29,725 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T04:18:29,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:29,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T04:18:29,725 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T04:18:29,725 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T04:18:29,726 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37267 2024-12-05T04:18:29,726 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T04:18:29,727 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-05T04:18:29,734 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-05T04:18:29,735 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-05T04:18:29,736 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-05T04:18:29,736 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T04:18:29,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:29,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:29,741 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37267 connecting to ZooKeeper ensemble=127.0.0.1:62419 2024-12-05T04:18:29,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372670x0, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T04:18:29,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372670x0, quorum=127.0.0.1:62419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T04:18:29,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37267-0x100606629830001 connected 2024-12-05T04:18:29,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37267-0x100606629830001, quorum=127.0.0.1:62419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:29,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37267-0x100606629830001, quorum=127.0.0.1:62419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T04:18:29,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37267 2024-12-05T04:18:29,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37267 2024-12-05T04:18:29,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37267 2024-12-05T04:18:29,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37267 2024-12-05T04:18:29,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37267 2024-12-05T04:18:29,771 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2f66fa2c0859:0 server-side Connection retries=45 2024-12-05T04:18:29,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:29,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:29,771 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T04:18:29,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:29,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T04:18:29,771 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T04:18:29,771 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T04:18:29,772 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42945 2024-12-05T04:18:29,772 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T04:18:29,773 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-05T04:18:29,784 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-05T04:18:29,785 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-05T04:18:29,788 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-05T04:18:29,788 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T04:18:29,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:29,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:29,793 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42945 connecting to ZooKeeper ensemble=127.0.0.1:62419 2024-12-05T04:18:29,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429450x0, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T04:18:29,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429450x0, quorum=127.0.0.1:62419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T04:18:29,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42945-0x100606629830002 connected 2024-12-05T04:18:29,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42945-0x100606629830002, quorum=127.0.0.1:62419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:29,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42945-0x100606629830002, quorum=127.0.0.1:62419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T04:18:29,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42945 2024-12-05T04:18:29,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42945 2024-12-05T04:18:29,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42945 2024-12-05T04:18:29,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42945 2024-12-05T04:18:29,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42945 2024-12-05T04:18:29,808 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/2f66fa2c0859,34581,1733372309676 2024-12-05T04:18:29,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x100606629830002, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:29,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:29,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x100606629830001, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:29,810 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2f66fa2c0859,34581,1733372309676 2024-12-05T04:18:29,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x100606629830002, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T04:18:29,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T04:18:29,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:29,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x100606629830002, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:29,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x100606629830001, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T04:18:29,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x100606629830001, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:29,812 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T04:18:29,812 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2f66fa2c0859,34581,1733372309676 from backup master directory 2024-12-05T04:18:29,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x100606629830002, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:29,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x100606629830001, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:29,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2f66fa2c0859,34581,1733372309676 2024-12-05T04:18:29,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:29,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T04:18:29,814 WARN [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T04:18:29,815 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2f66fa2c0859,34581,1733372309676 2024-12-05T04:18:29,822 DEBUG [M:0;2f66fa2c0859:34581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2f66fa2c0859:34581 2024-12-05T04:18:29,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741826_1002 (size=42) 2024-12-05T04:18:29,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38829 is added to blk_1073741826_1002 (size=42) 2024-12-05T04:18:29,829 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/hbase.id with ID: 9fae0c33-4d95-454f-a2ce-e24f9425a3e6 2024-12-05T04:18:29,839 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:29,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x100606629830002, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:29,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:29,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x100606629830001, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:29,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38829 is added to blk_1073741827_1003 (size=196) 2024-12-05T04:18:29,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741827_1003 (size=196) 2024-12-05T04:18:29,852 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T04:18:29,853 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T04:18:29,855 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T04:18:29,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38829 is added to blk_1073741828_1004 (size=1189) 2024-12-05T04:18:29,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741828_1004 (size=1189) 2024-12-05T04:18:29,867 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/MasterData/data/master/store 2024-12-05T04:18:29,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741829_1005 (size=34) 2024-12-05T04:18:29,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38829 is added to blk_1073741829_1005 (size=34) 2024-12-05T04:18:29,877 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:29,878 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T04:18:29,878 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:29,878 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:29,878 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T04:18:29,878 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:29,878 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:29,878 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T04:18:29,879 WARN [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/MasterData/data/master/store/.initializing 2024-12-05T04:18:29,879 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/MasterData/WALs/2f66fa2c0859,34581,1733372309676 2024-12-05T04:18:29,879 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T04:18:29,881 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f66fa2c0859%2C34581%2C1733372309676, suffix=, logDir=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/MasterData/WALs/2f66fa2c0859,34581,1733372309676, archiveDir=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/MasterData/oldWALs, maxLogs=10 2024-12-05T04:18:29,894 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/MasterData/WALs/2f66fa2c0859,34581,1733372309676/2f66fa2c0859%2C34581%2C1733372309676.1733372309881, exclude list is [], retry=0 2024-12-05T04:18:29,897 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38829,DS-d2d1e453-033b-4d28-b5e0-09daa02d8b9b,DISK] 2024-12-05T04:18:29,897 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45845,DS-fbcd5532-bd77-44e4-9df5-938adb578f2b,DISK] 2024-12-05T04:18:29,899 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/MasterData/WALs/2f66fa2c0859,34581,1733372309676/2f66fa2c0859%2C34581%2C1733372309676.1733372309881 2024-12-05T04:18:29,899 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43195:43195),(127.0.0.1/127.0.0.1:37993:37993)] 2024-12-05T04:18:29,899 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T04:18:29,899 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:29,900 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:29,900 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:29,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:29,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T04:18:29,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:29,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:29,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:29,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T04:18:29,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:29,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:29,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:29,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T04:18:29,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:29,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:29,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:29,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T04:18:29,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:29,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:29,909 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:29,909 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:29,911 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T04:18:29,912 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:29,914 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:29,914 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73676771, jitterRate=0.09786944091320038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T04:18:29,915 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T04:18:29,915 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T04:18:29,918 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a70f931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:29,919 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-05T04:18:29,919 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T04:18:29,919 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T04:18:29,919 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T04:18:29,920 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T04:18:29,920 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-05T04:18:29,920 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T04:18:29,922 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T04:18:29,922 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T04:18:29,924 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-05T04:18:29,924 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T04:18:29,924 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T04:18:29,926 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-05T04:18:29,926 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T04:18:29,927 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T04:18:29,928 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-05T04:18:29,928 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T04:18:29,930 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T04:18:29,931 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T04:18:29,932 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T04:18:29,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x100606629830002, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:29,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:29,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x100606629830002, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:29,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x100606629830001, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:29,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x100606629830001, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:29,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:29,935 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=2f66fa2c0859,34581,1733372309676, sessionid=0x100606629830000, setting cluster-up flag (Was=false) 2024-12-05T04:18:29,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x100606629830001, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:29,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x100606629830002, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:29,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:29,943 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T04:18:29,944 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2f66fa2c0859,34581,1733372309676 2024-12-05T04:18:29,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x100606629830002, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:29,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x100606629830001, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:29,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:29,952 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T04:18:29,953 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2f66fa2c0859,34581,1733372309676 2024-12-05T04:18:29,957 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-05T04:18:29,958 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-05T04:18:29,958 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T04:18:29,958 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2f66fa2c0859,34581,1733372309676 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T04:18:29,958 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2f66fa2c0859:0, corePoolSize=5, maxPoolSize=5 2024-12-05T04:18:29,958 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2f66fa2c0859:0, corePoolSize=5, maxPoolSize=5 2024-12-05T04:18:29,959 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=5, maxPoolSize=5 2024-12-05T04:18:29,959 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=5, maxPoolSize=5 2024-12-05T04:18:29,959 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2f66fa2c0859:0, corePoolSize=10, maxPoolSize=10 2024-12-05T04:18:29,959 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:29,959 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=2, maxPoolSize=2 2024-12-05T04:18:29,959 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:29,960 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T04:18:29,960 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-05T04:18:29,962 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:29,962 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T04:18:29,962 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T04:18:29,962 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T04:18:29,962 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-05T04:18:29,962 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-12-05T04:18:29,967 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733372339967 2024-12-05T04:18:29,968 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T04:18:29,968 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T04:18:29,968 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T04:18:29,968 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T04:18:29,968 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T04:18:29,968 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T04:18:29,968 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:29,968 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T04:18:29,968 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T04:18:29,969 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T04:18:29,971 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T04:18:29,971 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T04:18:29,973 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.large.0-1733372309971,5,FailOnTimeoutGroup] 2024-12-05T04:18:29,973 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.small.0-1733372309973,5,FailOnTimeoutGroup] 2024-12-05T04:18:29,973 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:29,973 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T04:18:29,973 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:29,973 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:29,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741831_1007 (size=1039) 2024-12-05T04:18:29,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38829 is added to blk_1073741831_1007 (size=1039) 2024-12-05T04:18:29,978 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-05T04:18:29,979 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a 2024-12-05T04:18:29,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38829 is added to blk_1073741832_1008 (size=32) 2024-12-05T04:18:29,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741832_1008 (size=32) 2024-12-05T04:18:29,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:29,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T04:18:29,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T04:18:29,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:29,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:29,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T04:18:29,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T04:18:29,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:29,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:29,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T04:18:29,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T04:18:29,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:29,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:29,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/meta/1588230740 2024-12-05T04:18:29,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/meta/1588230740 2024-12-05T04:18:29,994 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T04:18:29,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T04:18:29,998 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:29,998 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59970433, jitterRate=-0.10637091100215912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T04:18:29,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T04:18:29,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T04:18:29,999 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T04:18:29,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T04:18:29,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T04:18:29,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T04:18:29,999 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T04:18:29,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T04:18:30,000 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T04:18:30,000 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-05T04:18:30,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T04:18:30,001 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T04:18:30,002 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T04:18:30,023 DEBUG [RS:0;2f66fa2c0859:37267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2f66fa2c0859:37267 2024-12-05T04:18:30,023 DEBUG [RS:1;2f66fa2c0859:42945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2f66fa2c0859:42945 2024-12-05T04:18:30,024 INFO [RS:1;2f66fa2c0859:42945 {}] regionserver.HRegionServer(1008): ClusterId : 9fae0c33-4d95-454f-a2ce-e24f9425a3e6 2024-12-05T04:18:30,024 INFO [RS:0;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1008): ClusterId : 9fae0c33-4d95-454f-a2ce-e24f9425a3e6 2024-12-05T04:18:30,024 DEBUG [RS:1;2f66fa2c0859:42945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T04:18:30,024 DEBUG [RS:0;2f66fa2c0859:37267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T04:18:30,026 DEBUG [RS:1;2f66fa2c0859:42945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T04:18:30,026 DEBUG [RS:1;2f66fa2c0859:42945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T04:18:30,026 DEBUG [RS:0;2f66fa2c0859:37267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T04:18:30,026 DEBUG [RS:0;2f66fa2c0859:37267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T04:18:30,028 DEBUG [RS:1;2f66fa2c0859:42945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T04:18:30,028 DEBUG [RS:0;2f66fa2c0859:37267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T04:18:30,029 DEBUG [RS:1;2f66fa2c0859:42945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5163ebee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:30,029 DEBUG [RS:0;2f66fa2c0859:37267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cfb7b9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:30,029 DEBUG [RS:1;2f66fa2c0859:42945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7109faf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2f66fa2c0859/172.17.0.2:0 2024-12-05T04:18:30,029 INFO [RS:1;2f66fa2c0859:42945 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T04:18:30,029 INFO [RS:1;2f66fa2c0859:42945 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T04:18:30,029 DEBUG [RS:1;2f66fa2c0859:42945 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T04:18:30,029 DEBUG [RS:0;2f66fa2c0859:37267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@376c728b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2f66fa2c0859/172.17.0.2:0 2024-12-05T04:18:30,029 INFO [RS:0;2f66fa2c0859:37267 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T04:18:30,029 INFO [RS:0;2f66fa2c0859:37267 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T04:18:30,029 DEBUG [RS:0;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T04:18:30,030 INFO [RS:1;2f66fa2c0859:42945 {}] regionserver.HRegionServer(3073): reportForDuty to master=2f66fa2c0859,34581,1733372309676 with isa=2f66fa2c0859/172.17.0.2:42945, startcode=1733372309770 2024-12-05T04:18:30,030 INFO [RS:0;2f66fa2c0859:37267 {}] regionserver.HRegionServer(3073): reportForDuty to master=2f66fa2c0859,34581,1733372309676 with isa=2f66fa2c0859/172.17.0.2:37267, startcode=1733372309724 2024-12-05T04:18:30,030 DEBUG [RS:1;2f66fa2c0859:42945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T04:18:30,030 DEBUG [RS:0;2f66fa2c0859:37267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T04:18:30,032 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39635, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T04:18:30,032 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43975, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T04:18:30,032 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34581 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2f66fa2c0859,42945,1733372309770 2024-12-05T04:18:30,032 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34581 {}] master.ServerManager(486): Registering regionserver=2f66fa2c0859,42945,1733372309770 2024-12-05T04:18:30,033 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34581 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2f66fa2c0859,37267,1733372309724 2024-12-05T04:18:30,033 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34581 {}] master.ServerManager(486): Registering regionserver=2f66fa2c0859,37267,1733372309724 2024-12-05T04:18:30,033 DEBUG [RS:1;2f66fa2c0859:42945 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a 2024-12-05T04:18:30,034 DEBUG [RS:1;2f66fa2c0859:42945 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39245 2024-12-05T04:18:30,034 DEBUG [RS:1;2f66fa2c0859:42945 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T04:18:30,034 DEBUG [RS:0;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a 2024-12-05T04:18:30,035 DEBUG [RS:0;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39245 2024-12-05T04:18:30,035 DEBUG [RS:0;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T04:18:30,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T04:18:30,040 DEBUG [RS:1;2f66fa2c0859:42945 {}] zookeeper.ZKUtil(111): regionserver:42945-0x100606629830002, quorum=127.0.0.1:62419, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2f66fa2c0859,42945,1733372309770 2024-12-05T04:18:30,040 WARN [RS:1;2f66fa2c0859:42945 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T04:18:30,040 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2f66fa2c0859,42945,1733372309770] 2024-12-05T04:18:30,040 INFO [RS:1;2f66fa2c0859:42945 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T04:18:30,040 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2f66fa2c0859,37267,1733372309724] 2024-12-05T04:18:30,040 DEBUG [RS:0;2f66fa2c0859:37267 {}] zookeeper.ZKUtil(111): regionserver:37267-0x100606629830001, quorum=127.0.0.1:62419, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2f66fa2c0859,37267,1733372309724 2024-12-05T04:18:30,040 WARN [RS:0;2f66fa2c0859:37267 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T04:18:30,040 DEBUG [RS:1;2f66fa2c0859:42945 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/WALs/2f66fa2c0859,42945,1733372309770 2024-12-05T04:18:30,040 INFO [RS:0;2f66fa2c0859:37267 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T04:18:30,041 DEBUG [RS:0;2f66fa2c0859:37267 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/WALs/2f66fa2c0859,37267,1733372309724 2024-12-05T04:18:30,046 DEBUG [RS:0;2f66fa2c0859:37267 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T04:18:30,046 INFO [RS:0;2f66fa2c0859:37267 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T04:18:30,048 DEBUG [RS:1;2f66fa2c0859:42945 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T04:18:30,048 INFO [RS:1;2f66fa2c0859:42945 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T04:18:30,050 INFO [RS:0;2f66fa2c0859:37267 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T04:18:30,050 INFO [RS:1;2f66fa2c0859:42945 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T04:18:30,052 INFO [RS:0;2f66fa2c0859:37267 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T04:18:30,052 INFO [RS:0;2f66fa2c0859:37267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:30,052 INFO [RS:1;2f66fa2c0859:42945 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T04:18:30,052 INFO [RS:1;2f66fa2c0859:42945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:30,052 INFO [RS:0;2f66fa2c0859:37267 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T04:18:30,053 INFO [RS:1;2f66fa2c0859:42945 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T04:18:30,053 INFO [RS:0;2f66fa2c0859:37267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:30,053 DEBUG [RS:0;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:30,053 DEBUG [RS:0;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:30,053 DEBUG [RS:0;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:30,053 DEBUG [RS:0;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:30,053 DEBUG [RS:0;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:30,053 DEBUG [RS:0;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2f66fa2c0859:0, corePoolSize=2, maxPoolSize=2 2024-12-05T04:18:30,053 DEBUG [RS:0;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:30,053 INFO [RS:1;2f66fa2c0859:42945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:30,053 DEBUG [RS:0;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:30,053 DEBUG [RS:0;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:30,053 DEBUG [RS:0;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:30,053 DEBUG [RS:0;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:30,053 DEBUG [RS:1;2f66fa2c0859:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:30,053 DEBUG [RS:0;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2f66fa2c0859:0, corePoolSize=3, maxPoolSize=3 2024-12-05T04:18:30,053 DEBUG [RS:1;2f66fa2c0859:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:30,053 DEBUG [RS:0;2f66fa2c0859:37267 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2f66fa2c0859:0, corePoolSize=3, maxPoolSize=3 2024-12-05T04:18:30,053 DEBUG [RS:1;2f66fa2c0859:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:30,054 DEBUG [RS:1;2f66fa2c0859:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:30,054 DEBUG [RS:1;2f66fa2c0859:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:30,054 DEBUG [RS:1;2f66fa2c0859:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2f66fa2c0859:0, corePoolSize=2, maxPoolSize=2 2024-12-05T04:18:30,054 DEBUG [RS:1;2f66fa2c0859:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:30,054 DEBUG [RS:1;2f66fa2c0859:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:30,054 DEBUG [RS:1;2f66fa2c0859:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:30,054 DEBUG [RS:1;2f66fa2c0859:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:30,054 DEBUG [RS:1;2f66fa2c0859:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:30,054 DEBUG [RS:1;2f66fa2c0859:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2f66fa2c0859:0, corePoolSize=3, maxPoolSize=3 2024-12-05T04:18:30,054 DEBUG [RS:1;2f66fa2c0859:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2f66fa2c0859:0, corePoolSize=3, maxPoolSize=3 2024-12-05T04:18:30,054 INFO [RS:0;2f66fa2c0859:37267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:30,054 INFO [RS:0;2f66fa2c0859:37267 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:30,054 INFO [RS:0;2f66fa2c0859:37267 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:30,054 INFO [RS:0;2f66fa2c0859:37267 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:30,054 INFO [RS:0;2f66fa2c0859:37267 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,37267,1733372309724-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T04:18:30,054 INFO [RS:1;2f66fa2c0859:42945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:30,054 INFO [RS:1;2f66fa2c0859:42945 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:30,055 INFO [RS:1;2f66fa2c0859:42945 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:30,055 INFO [RS:1;2f66fa2c0859:42945 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:30,055 INFO [RS:1;2f66fa2c0859:42945 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,42945,1733372309770-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T04:18:30,069 INFO [RS:1;2f66fa2c0859:42945 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T04:18:30,069 INFO [RS:1;2f66fa2c0859:42945 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,42945,1733372309770-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:30,075 INFO [RS:0;2f66fa2c0859:37267 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T04:18:30,075 INFO [RS:0;2f66fa2c0859:37267 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,37267,1733372309724-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:30,083 INFO [RS:1;2f66fa2c0859:42945 {}] regionserver.Replication(204): 2f66fa2c0859,42945,1733372309770 started 2024-12-05T04:18:30,083 INFO [RS:1;2f66fa2c0859:42945 {}] regionserver.HRegionServer(1767): Serving as 2f66fa2c0859,42945,1733372309770, RpcServer on 2f66fa2c0859/172.17.0.2:42945, sessionid=0x100606629830002 2024-12-05T04:18:30,083 DEBUG [RS:1;2f66fa2c0859:42945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T04:18:30,083 DEBUG [RS:1;2f66fa2c0859:42945 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2f66fa2c0859,42945,1733372309770 2024-12-05T04:18:30,083 DEBUG [RS:1;2f66fa2c0859:42945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f66fa2c0859,42945,1733372309770' 2024-12-05T04:18:30,083 DEBUG [RS:1;2f66fa2c0859:42945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T04:18:30,083 DEBUG [RS:1;2f66fa2c0859:42945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T04:18:30,083 DEBUG [RS:1;2f66fa2c0859:42945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T04:18:30,083 DEBUG [RS:1;2f66fa2c0859:42945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T04:18:30,083 DEBUG [RS:1;2f66fa2c0859:42945 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2f66fa2c0859,42945,1733372309770 2024-12-05T04:18:30,083 DEBUG [RS:1;2f66fa2c0859:42945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f66fa2c0859,42945,1733372309770' 2024-12-05T04:18:30,084 DEBUG [RS:1;2f66fa2c0859:42945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T04:18:30,084 DEBUG [RS:1;2f66fa2c0859:42945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T04:18:30,084 DEBUG [RS:1;2f66fa2c0859:42945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T04:18:30,084 INFO [RS:1;2f66fa2c0859:42945 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T04:18:30,084 INFO [RS:1;2f66fa2c0859:42945 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T04:18:30,093 INFO [RS:0;2f66fa2c0859:37267 {}] regionserver.Replication(204): 2f66fa2c0859,37267,1733372309724 started 2024-12-05T04:18:30,093 INFO [RS:0;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1767): Serving as 2f66fa2c0859,37267,1733372309724, RpcServer on 2f66fa2c0859/172.17.0.2:37267, sessionid=0x100606629830001 2024-12-05T04:18:30,093 DEBUG [RS:0;2f66fa2c0859:37267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T04:18:30,093 DEBUG [RS:0;2f66fa2c0859:37267 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2f66fa2c0859,37267,1733372309724 2024-12-05T04:18:30,094 DEBUG [RS:0;2f66fa2c0859:37267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f66fa2c0859,37267,1733372309724' 2024-12-05T04:18:30,094 DEBUG [RS:0;2f66fa2c0859:37267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T04:18:30,094 DEBUG [RS:0;2f66fa2c0859:37267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T04:18:30,094 DEBUG [RS:0;2f66fa2c0859:37267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T04:18:30,094 DEBUG [RS:0;2f66fa2c0859:37267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T04:18:30,094 DEBUG [RS:0;2f66fa2c0859:37267 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2f66fa2c0859,37267,1733372309724 2024-12-05T04:18:30,094 DEBUG [RS:0;2f66fa2c0859:37267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f66fa2c0859,37267,1733372309724' 2024-12-05T04:18:30,094 DEBUG [RS:0;2f66fa2c0859:37267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T04:18:30,095 DEBUG [RS:0;2f66fa2c0859:37267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T04:18:30,095 DEBUG [RS:0;2f66fa2c0859:37267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T04:18:30,095 INFO [RS:0;2f66fa2c0859:37267 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T04:18:30,095 INFO [RS:0;2f66fa2c0859:37267 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T04:18:30,152 WARN [2f66fa2c0859:34581 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-05T04:18:30,185 INFO [RS:1;2f66fa2c0859:42945 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T04:18:30,187 INFO [RS:1;2f66fa2c0859:42945 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f66fa2c0859%2C42945%2C1733372309770, suffix=, logDir=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/WALs/2f66fa2c0859,42945,1733372309770, archiveDir=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/oldWALs, maxLogs=32 2024-12-05T04:18:30,196 INFO [RS:0;2f66fa2c0859:37267 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T04:18:30,197 INFO [RS:0;2f66fa2c0859:37267 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f66fa2c0859%2C37267%2C1733372309724, suffix=, logDir=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/WALs/2f66fa2c0859,37267,1733372309724, archiveDir=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/oldWALs, maxLogs=32 2024-12-05T04:18:30,208 DEBUG [RS:1;2f66fa2c0859:42945 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/WALs/2f66fa2c0859,42945,1733372309770/2f66fa2c0859%2C42945%2C1733372309770.1733372310187, exclude list is [], retry=0 2024-12-05T04:18:30,211 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45845,DS-fbcd5532-bd77-44e4-9df5-938adb578f2b,DISK] 2024-12-05T04:18:30,211 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38829,DS-d2d1e453-033b-4d28-b5e0-09daa02d8b9b,DISK] 2024-12-05T04:18:30,212 DEBUG [RS:0;2f66fa2c0859:37267 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/WALs/2f66fa2c0859,37267,1733372309724/2f66fa2c0859%2C37267%2C1733372309724.1733372310198, exclude list is [], retry=0 2024-12-05T04:18:30,213 INFO [RS:1;2f66fa2c0859:42945 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/WALs/2f66fa2c0859,42945,1733372309770/2f66fa2c0859%2C42945%2C1733372309770.1733372310187 2024-12-05T04:18:30,213 DEBUG [RS:1;2f66fa2c0859:42945 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37993:37993),(127.0.0.1/127.0.0.1:43195:43195)] 2024-12-05T04:18:30,215 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38829,DS-d2d1e453-033b-4d28-b5e0-09daa02d8b9b,DISK] 2024-12-05T04:18:30,216 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45845,DS-fbcd5532-bd77-44e4-9df5-938adb578f2b,DISK] 2024-12-05T04:18:30,219 INFO [RS:0;2f66fa2c0859:37267 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/WALs/2f66fa2c0859,37267,1733372309724/2f66fa2c0859%2C37267%2C1733372309724.1733372310198 2024-12-05T04:18:30,220 DEBUG [RS:0;2f66fa2c0859:37267 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43195:43195),(127.0.0.1/127.0.0.1:37993:37993)] 2024-12-05T04:18:30,402 DEBUG [2f66fa2c0859:34581 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T04:18:30,402 DEBUG [2f66fa2c0859:34581 {}] balancer.BalancerClusterState(202): Hosts are {2f66fa2c0859=0} racks are {/default-rack=0} 2024-12-05T04:18:30,404 DEBUG [2f66fa2c0859:34581 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T04:18:30,404 DEBUG [2f66fa2c0859:34581 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T04:18:30,404 INFO [2f66fa2c0859:34581 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T04:18:30,404 INFO [2f66fa2c0859:34581 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T04:18:30,404 DEBUG [2f66fa2c0859:34581 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T04:18:30,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2f66fa2c0859,37267,1733372309724 2024-12-05T04:18:30,406 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2f66fa2c0859,37267,1733372309724, state=OPENING 2024-12-05T04:18:30,407 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T04:18:30,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x100606629830001, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:30,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x100606629830002, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:30,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:30,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=2f66fa2c0859,37267,1733372309724}] 2024-12-05T04:18:30,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:30,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:30,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:30,562 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2f66fa2c0859,37267,1733372309724 2024-12-05T04:18:30,563 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T04:18:30,564 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T04:18:30,568 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-05T04:18:30,568 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T04:18:30,568 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T04:18:30,570 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f66fa2c0859%2C37267%2C1733372309724.meta, suffix=.meta, logDir=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/WALs/2f66fa2c0859,37267,1733372309724, archiveDir=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/oldWALs, maxLogs=32 2024-12-05T04:18:30,583 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/WALs/2f66fa2c0859,37267,1733372309724/2f66fa2c0859%2C37267%2C1733372309724.meta.1733372310570.meta, exclude list is [], retry=0 2024-12-05T04:18:30,586 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38829,DS-d2d1e453-033b-4d28-b5e0-09daa02d8b9b,DISK] 2024-12-05T04:18:30,586 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45845,DS-fbcd5532-bd77-44e4-9df5-938adb578f2b,DISK] 2024-12-05T04:18:30,587 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/WALs/2f66fa2c0859,37267,1733372309724/2f66fa2c0859%2C37267%2C1733372309724.meta.1733372310570.meta 2024-12-05T04:18:30,588 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43195:43195),(127.0.0.1/127.0.0.1:37993:37993)] 2024-12-05T04:18:30,588 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T04:18:30,588 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T04:18:30,588 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T04:18:30,588 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T04:18:30,588 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T04:18:30,588 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:30,589 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-05T04:18:30,589 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-05T04:18:30,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T04:18:30,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T04:18:30,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:30,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:30,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T04:18:30,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T04:18:30,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:30,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:30,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T04:18:30,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T04:18:30,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:30,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:30,594 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/meta/1588230740 2024-12-05T04:18:30,595 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/meta/1588230740 2024-12-05T04:18:30,596 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T04:18:30,598 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T04:18:30,599 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70486582, jitterRate=0.05033192038536072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T04:18:30,600 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T04:18:30,601 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733372310562 2024-12-05T04:18:30,602 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T04:18:30,603 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-05T04:18:30,603 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2f66fa2c0859,37267,1733372309724 2024-12-05T04:18:30,603 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2f66fa2c0859,37267,1733372309724, state=OPEN 2024-12-05T04:18:30,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x100606629830002, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T04:18:30,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x100606629830001, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T04:18:30,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T04:18:30,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:30,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:30,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:30,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T04:18:30,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=2f66fa2c0859,37267,1733372309724 in 195 msec 2024-12-05T04:18:30,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T04:18:30,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 607 msec 2024-12-05T04:18:30,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 654 msec 2024-12-05T04:18:30,611 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733372310611, completionTime=-1 2024-12-05T04:18:30,611 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-05T04:18:30,611 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-05T04:18:30,612 DEBUG [hconnection-0x34e57552-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T04:18:30,613 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T04:18:30,614 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-05T04:18:30,614 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733372370614 2024-12-05T04:18:30,614 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733372430614 2024-12-05T04:18:30,615 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-05T04:18:30,623 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,34581,1733372309676-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:30,623 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,34581,1733372309676-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:30,623 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,34581,1733372309676-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:30,623 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2f66fa2c0859:34581, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:30,623 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:30,624 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-05T04:18:30,624 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T04:18:30,625 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-05T04:18:30,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T04:18:30,626 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:30,626 DEBUG [master/2f66fa2c0859:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-05T04:18:30,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T04:18:30,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38829 is added to blk_1073741836_1012 (size=358) 2024-12-05T04:18:30,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741836_1012 (size=358) 2024-12-05T04:18:31,049 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => dcec458ed657dc9bcf7ae619528a107c, NAME => 'hbase:namespace,,1733372310624.dcec458ed657dc9bcf7ae619528a107c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a 2024-12-05T04:18:31,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741837_1013 (size=42) 2024-12-05T04:18:31,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38829 is added to blk_1073741837_1013 (size=42) 2024-12-05T04:18:31,059 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733372310624.dcec458ed657dc9bcf7ae619528a107c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:31,059 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing dcec458ed657dc9bcf7ae619528a107c, disabling compactions & flushes 2024-12-05T04:18:31,059 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733372310624.dcec458ed657dc9bcf7ae619528a107c. 2024-12-05T04:18:31,059 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733372310624.dcec458ed657dc9bcf7ae619528a107c. 2024-12-05T04:18:31,059 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733372310624.dcec458ed657dc9bcf7ae619528a107c. after waiting 0 ms 2024-12-05T04:18:31,059 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733372310624.dcec458ed657dc9bcf7ae619528a107c. 2024-12-05T04:18:31,059 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733372310624.dcec458ed657dc9bcf7ae619528a107c. 2024-12-05T04:18:31,059 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for dcec458ed657dc9bcf7ae619528a107c: 2024-12-05T04:18:31,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T04:18:31,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733372310624.dcec458ed657dc9bcf7ae619528a107c.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733372311060"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733372311060"}]},"ts":"1733372311060"} 2024-12-05T04:18:31,062 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T04:18:31,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T04:18:31,063 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733372311063"}]},"ts":"1733372311063"} 2024-12-05T04:18:31,065 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-05T04:18:31,069 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {2f66fa2c0859=0} racks are {/default-rack=0} 2024-12-05T04:18:31,070 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T04:18:31,070 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T04:18:31,070 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T04:18:31,070 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T04:18:31,070 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T04:18:31,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=dcec458ed657dc9bcf7ae619528a107c, ASSIGN}] 2024-12-05T04:18:31,071 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=dcec458ed657dc9bcf7ae619528a107c, ASSIGN 2024-12-05T04:18:31,071 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=dcec458ed657dc9bcf7ae619528a107c, ASSIGN; state=OFFLINE, location=2f66fa2c0859,42945,1733372309770; forceNewPlan=false, retain=false 2024-12-05T04:18:31,222 INFO [2f66fa2c0859:34581 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T04:18:31,222 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=dcec458ed657dc9bcf7ae619528a107c, regionState=OPENING, regionLocation=2f66fa2c0859,42945,1733372309770 2024-12-05T04:18:31,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure dcec458ed657dc9bcf7ae619528a107c, server=2f66fa2c0859,42945,1733372309770}] 2024-12-05T04:18:31,376 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2f66fa2c0859,42945,1733372309770 2024-12-05T04:18:31,377 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T04:18:31,378 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T04:18:31,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733372310624.dcec458ed657dc9bcf7ae619528a107c. 2024-12-05T04:18:31,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => dcec458ed657dc9bcf7ae619528a107c, NAME => 'hbase:namespace,,1733372310624.dcec458ed657dc9bcf7ae619528a107c.', STARTKEY => '', ENDKEY => ''} 2024-12-05T04:18:31,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace dcec458ed657dc9bcf7ae619528a107c 2024-12-05T04:18:31,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733372310624.dcec458ed657dc9bcf7ae619528a107c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:31,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for dcec458ed657dc9bcf7ae619528a107c 2024-12-05T04:18:31,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for dcec458ed657dc9bcf7ae619528a107c 2024-12-05T04:18:31,383 INFO [StoreOpener-dcec458ed657dc9bcf7ae619528a107c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region dcec458ed657dc9bcf7ae619528a107c 2024-12-05T04:18:31,385 INFO [StoreOpener-dcec458ed657dc9bcf7ae619528a107c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcec458ed657dc9bcf7ae619528a107c columnFamilyName info 2024-12-05T04:18:31,385 DEBUG [StoreOpener-dcec458ed657dc9bcf7ae619528a107c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:31,385 INFO [StoreOpener-dcec458ed657dc9bcf7ae619528a107c-1 {}] regionserver.HStore(327): Store=dcec458ed657dc9bcf7ae619528a107c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:31,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/namespace/dcec458ed657dc9bcf7ae619528a107c 2024-12-05T04:18:31,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/namespace/dcec458ed657dc9bcf7ae619528a107c 2024-12-05T04:18:31,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for dcec458ed657dc9bcf7ae619528a107c 2024-12-05T04:18:31,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/namespace/dcec458ed657dc9bcf7ae619528a107c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:31,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened dcec458ed657dc9bcf7ae619528a107c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68018255, jitterRate=0.013550981879234314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T04:18:31,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for dcec458ed657dc9bcf7ae619528a107c: 2024-12-05T04:18:31,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733372310624.dcec458ed657dc9bcf7ae619528a107c., pid=6, masterSystemTime=1733372311376 2024-12-05T04:18:31,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733372310624.dcec458ed657dc9bcf7ae619528a107c. 2024-12-05T04:18:31,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733372310624.dcec458ed657dc9bcf7ae619528a107c. 2024-12-05T04:18:31,394 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=dcec458ed657dc9bcf7ae619528a107c, regionState=OPEN, openSeqNum=2, regionLocation=2f66fa2c0859,42945,1733372309770 2024-12-05T04:18:31,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T04:18:31,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure dcec458ed657dc9bcf7ae619528a107c, server=2f66fa2c0859,42945,1733372309770 in 172 msec 2024-12-05T04:18:31,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T04:18:31,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=dcec458ed657dc9bcf7ae619528a107c, ASSIGN in 328 msec 2024-12-05T04:18:31,400 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T04:18:31,401 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733372311400"}]},"ts":"1733372311400"} 2024-12-05T04:18:31,402 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-05T04:18:31,404 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T04:18:31,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 781 msec 2024-12-05T04:18:31,426 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-05T04:18:31,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-05T04:18:31,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x100606629830002, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:31,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x100606629830001, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:31,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:31,431 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T04:18:31,432 INFO [RS-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T04:18:31,434 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-05T04:18:31,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T04:18:31,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 11 msec 2024-12-05T04:18:31,456 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-05T04:18:31,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T04:18:31,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 11 msec 2024-12-05T04:18:31,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-05T04:18:31,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-05T04:18:31,484 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.669sec 2024-12-05T04:18:31,485 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T04:18:31,485 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T04:18:31,485 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T04:18:31,485 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T04:18:31,485 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T04:18:31,485 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,34581,1733372309676-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T04:18:31,485 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,34581,1733372309676-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T04:18:31,486 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-05T04:18:31,486 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T04:18:31,487 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,34581,1733372309676-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:31,508 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d920b3c to 127.0.0.1:62419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78385f06 2024-12-05T04:18:31,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f39154a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:31,512 DEBUG [hconnection-0x66bf86c6-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T04:18:31,513 INFO [RS-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T04:18:31,515 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=2f66fa2c0859,34581,1733372309676 2024-12-05T04:18:31,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T04:18:31,517 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T04:18:31,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34581 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T04:18:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34581 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-05T04:18:31,520 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T04:18:31,520 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:31,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34581 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-05T04:18:31,521 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T04:18:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34581 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:31,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38829 is added to blk_1073741838_1014 (size=379) 2024-12-05T04:18:31,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741838_1014 (size=379) 2024-12-05T04:18:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34581 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34581 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:31,932 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 220e1bc7777aa91e1b567a6a8f0a4f9a, NAME => 'testClearRegionBlockCache,5,1733372311518.220e1bc7777aa91e1b567a6a8f0a4f9a.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a 2024-12-05T04:18:31,932 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e0b8692f687e3b2a7b107a66ddadda78, NAME => 'testClearRegionBlockCache,,1733372311518.e0b8692f687e3b2a7b107a66ddadda78.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a 2024-12-05T04:18:31,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741839_1015 (size=61) 2024-12-05T04:18:31,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741840_1016 (size=61) 2024-12-05T04:18:31,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38829 is added to blk_1073741839_1015 (size=61) 2024-12-05T04:18:31,940 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733372311518.220e1bc7777aa91e1b567a6a8f0a4f9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:31,941 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 220e1bc7777aa91e1b567a6a8f0a4f9a, disabling compactions & flushes 2024-12-05T04:18:31,941 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733372311518.220e1bc7777aa91e1b567a6a8f0a4f9a. 2024-12-05T04:18:31,941 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733372311518.220e1bc7777aa91e1b567a6a8f0a4f9a. 2024-12-05T04:18:31,941 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733372311518.220e1bc7777aa91e1b567a6a8f0a4f9a. after waiting 0 ms 2024-12-05T04:18:31,941 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733372311518.220e1bc7777aa91e1b567a6a8f0a4f9a. 2024-12-05T04:18:31,941 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733372311518.220e1bc7777aa91e1b567a6a8f0a4f9a. 2024-12-05T04:18:31,941 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 220e1bc7777aa91e1b567a6a8f0a4f9a: 2024-12-05T04:18:31,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38829 is added to blk_1073741840_1016 (size=61) 2024-12-05T04:18:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34581 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:32,341 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733372311518.e0b8692f687e3b2a7b107a66ddadda78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:32,341 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing e0b8692f687e3b2a7b107a66ddadda78, disabling compactions & flushes 2024-12-05T04:18:32,341 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733372311518.e0b8692f687e3b2a7b107a66ddadda78. 2024-12-05T04:18:32,341 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733372311518.e0b8692f687e3b2a7b107a66ddadda78. 2024-12-05T04:18:32,342 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733372311518.e0b8692f687e3b2a7b107a66ddadda78. after waiting 0 ms 2024-12-05T04:18:32,342 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733372311518.e0b8692f687e3b2a7b107a66ddadda78. 2024-12-05T04:18:32,342 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733372311518.e0b8692f687e3b2a7b107a66ddadda78. 2024-12-05T04:18:32,342 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for e0b8692f687e3b2a7b107a66ddadda78: 2024-12-05T04:18:32,343 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T04:18:32,343 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733372311518.220e1bc7777aa91e1b567a6a8f0a4f9a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733372312343"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733372312343"}]},"ts":"1733372312343"} 2024-12-05T04:18:32,343 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733372311518.e0b8692f687e3b2a7b107a66ddadda78.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733372312343"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733372312343"}]},"ts":"1733372312343"} 2024-12-05T04:18:32,346 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-05T04:18:32,347 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T04:18:32,347 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733372312347"}]},"ts":"1733372312347"} 2024-12-05T04:18:32,349 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-05T04:18:32,354 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {2f66fa2c0859=0} racks are {/default-rack=0} 2024-12-05T04:18:32,356 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T04:18:32,356 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T04:18:32,356 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T04:18:32,356 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T04:18:32,356 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T04:18:32,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e0b8692f687e3b2a7b107a66ddadda78, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=220e1bc7777aa91e1b567a6a8f0a4f9a, ASSIGN}] 2024-12-05T04:18:32,357 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=220e1bc7777aa91e1b567a6a8f0a4f9a, ASSIGN 2024-12-05T04:18:32,358 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e0b8692f687e3b2a7b107a66ddadda78, ASSIGN 2024-12-05T04:18:32,358 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=220e1bc7777aa91e1b567a6a8f0a4f9a, ASSIGN; state=OFFLINE, location=2f66fa2c0859,42945,1733372309770; forceNewPlan=false, retain=false 2024-12-05T04:18:32,358 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e0b8692f687e3b2a7b107a66ddadda78, ASSIGN; state=OFFLINE, location=2f66fa2c0859,37267,1733372309724; forceNewPlan=false, retain=false 2024-12-05T04:18:32,509 INFO [2f66fa2c0859:34581 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-05T04:18:32,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=220e1bc7777aa91e1b567a6a8f0a4f9a, regionState=OPENING, regionLocation=2f66fa2c0859,42945,1733372309770 2024-12-05T04:18:32,509 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=e0b8692f687e3b2a7b107a66ddadda78, regionState=OPENING, regionLocation=2f66fa2c0859,37267,1733372309724 2024-12-05T04:18:32,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure e0b8692f687e3b2a7b107a66ddadda78, server=2f66fa2c0859,37267,1733372309724}] 2024-12-05T04:18:32,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 220e1bc7777aa91e1b567a6a8f0a4f9a, server=2f66fa2c0859,42945,1733372309770}] 2024-12-05T04:18:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34581 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:32,663 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2f66fa2c0859,37267,1733372309724 2024-12-05T04:18:32,664 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2f66fa2c0859,42945,1733372309770 2024-12-05T04:18:32,667 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733372311518.e0b8692f687e3b2a7b107a66ddadda78. 2024-12-05T04:18:32,667 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => e0b8692f687e3b2a7b107a66ddadda78, NAME => 'testClearRegionBlockCache,,1733372311518.e0b8692f687e3b2a7b107a66ddadda78.', STARTKEY => '', ENDKEY => '5'} 2024-12-05T04:18:32,667 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e0b8692f687e3b2a7b107a66ddadda78 2024-12-05T04:18:32,667 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733372311518.e0b8692f687e3b2a7b107a66ddadda78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:32,667 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for e0b8692f687e3b2a7b107a66ddadda78 2024-12-05T04:18:32,667 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for e0b8692f687e3b2a7b107a66ddadda78 2024-12-05T04:18:32,668 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733372311518.220e1bc7777aa91e1b567a6a8f0a4f9a. 2024-12-05T04:18:32,668 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 220e1bc7777aa91e1b567a6a8f0a4f9a, NAME => 'testClearRegionBlockCache,5,1733372311518.220e1bc7777aa91e1b567a6a8f0a4f9a.', STARTKEY => '5', ENDKEY => ''} 2024-12-05T04:18:32,668 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 220e1bc7777aa91e1b567a6a8f0a4f9a 2024-12-05T04:18:32,668 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733372311518.220e1bc7777aa91e1b567a6a8f0a4f9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:32,668 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 220e1bc7777aa91e1b567a6a8f0a4f9a 2024-12-05T04:18:32,668 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 220e1bc7777aa91e1b567a6a8f0a4f9a 2024-12-05T04:18:32,669 INFO [StoreOpener-e0b8692f687e3b2a7b107a66ddadda78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e0b8692f687e3b2a7b107a66ddadda78 2024-12-05T04:18:32,669 INFO [StoreOpener-220e1bc7777aa91e1b567a6a8f0a4f9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 220e1bc7777aa91e1b567a6a8f0a4f9a 2024-12-05T04:18:32,670 INFO [StoreOpener-220e1bc7777aa91e1b567a6a8f0a4f9a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 220e1bc7777aa91e1b567a6a8f0a4f9a columnFamilyName family 2024-12-05T04:18:32,670 INFO [StoreOpener-e0b8692f687e3b2a7b107a66ddadda78-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0b8692f687e3b2a7b107a66ddadda78 columnFamilyName family 2024-12-05T04:18:32,670 DEBUG [StoreOpener-220e1bc7777aa91e1b567a6a8f0a4f9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:32,671 DEBUG [StoreOpener-e0b8692f687e3b2a7b107a66ddadda78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:32,671 INFO [StoreOpener-220e1bc7777aa91e1b567a6a8f0a4f9a-1 {}] regionserver.HStore(327): Store=220e1bc7777aa91e1b567a6a8f0a4f9a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:32,671 INFO [StoreOpener-e0b8692f687e3b2a7b107a66ddadda78-1 {}] regionserver.HStore(327): Store=e0b8692f687e3b2a7b107a66ddadda78/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:32,672 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/default/testClearRegionBlockCache/220e1bc7777aa91e1b567a6a8f0a4f9a 2024-12-05T04:18:32,672 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/default/testClearRegionBlockCache/e0b8692f687e3b2a7b107a66ddadda78 2024-12-05T04:18:32,672 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/default/testClearRegionBlockCache/220e1bc7777aa91e1b567a6a8f0a4f9a 2024-12-05T04:18:32,672 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/default/testClearRegionBlockCache/e0b8692f687e3b2a7b107a66ddadda78 2024-12-05T04:18:32,674 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 220e1bc7777aa91e1b567a6a8f0a4f9a 2024-12-05T04:18:32,675 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for e0b8692f687e3b2a7b107a66ddadda78 2024-12-05T04:18:32,677 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/default/testClearRegionBlockCache/220e1bc7777aa91e1b567a6a8f0a4f9a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:32,677 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/default/testClearRegionBlockCache/e0b8692f687e3b2a7b107a66ddadda78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:32,677 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 220e1bc7777aa91e1b567a6a8f0a4f9a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73840914, jitterRate=0.10031536221504211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T04:18:32,678 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened e0b8692f687e3b2a7b107a66ddadda78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73737004, jitterRate=0.0987669825553894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T04:18:32,678 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for e0b8692f687e3b2a7b107a66ddadda78: 2024-12-05T04:18:32,678 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 220e1bc7777aa91e1b567a6a8f0a4f9a: 2024-12-05T04:18:32,679 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733372311518.e0b8692f687e3b2a7b107a66ddadda78., pid=12, masterSystemTime=1733372312663 2024-12-05T04:18:32,679 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733372311518.220e1bc7777aa91e1b567a6a8f0a4f9a., pid=13, masterSystemTime=1733372312664 2024-12-05T04:18:32,681 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733372311518.e0b8692f687e3b2a7b107a66ddadda78. 2024-12-05T04:18:32,681 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733372311518.e0b8692f687e3b2a7b107a66ddadda78. 2024-12-05T04:18:32,682 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=e0b8692f687e3b2a7b107a66ddadda78, regionState=OPEN, openSeqNum=2, regionLocation=2f66fa2c0859,37267,1733372309724 2024-12-05T04:18:32,682 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733372311518.220e1bc7777aa91e1b567a6a8f0a4f9a. 2024-12-05T04:18:32,682 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733372311518.220e1bc7777aa91e1b567a6a8f0a4f9a. 2024-12-05T04:18:32,682 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=220e1bc7777aa91e1b567a6a8f0a4f9a, regionState=OPEN, openSeqNum=2, regionLocation=2f66fa2c0859,42945,1733372309770 2024-12-05T04:18:32,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-05T04:18:32,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure e0b8692f687e3b2a7b107a66ddadda78, server=2f66fa2c0859,37267,1733372309724 in 172 msec 2024-12-05T04:18:32,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-05T04:18:32,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 220e1bc7777aa91e1b567a6a8f0a4f9a, server=2f66fa2c0859,42945,1733372309770 in 172 msec 2024-12-05T04:18:32,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e0b8692f687e3b2a7b107a66ddadda78, ASSIGN in 329 msec 2024-12-05T04:18:32,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-05T04:18:32,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=220e1bc7777aa91e1b567a6a8f0a4f9a, ASSIGN in 330 msec 2024-12-05T04:18:32,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T04:18:32,688 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733372312688"}]},"ts":"1733372312688"} 2024-12-05T04:18:32,690 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-05T04:18:32,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T04:18:32,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 1.1740 sec 2024-12-05T04:18:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34581 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:33,630 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-05T04:18:33,630 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-05T04:18:33,631 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T04:18:33,634 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-05T04:18:33,634 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T04:18:33,634 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-05T04:18:33,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T04:18:33,646 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T04:18:33,652 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing e0b8692f687e3b2a7b107a66ddadda78 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-05T04:18:33,668 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/default/testClearRegionBlockCache/e0b8692f687e3b2a7b107a66ddadda78/.tmp/family/6d2ab34f560146829377eff73e6bec4d is 32, key is 1/family:/1733372313637/Put/seqid=0 2024-12-05T04:18:33,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741841_1017 (size=5054) 2024-12-05T04:18:33,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38829 is added to blk_1073741841_1017 (size=5054) 2024-12-05T04:18:33,674 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/default/testClearRegionBlockCache/e0b8692f687e3b2a7b107a66ddadda78/.tmp/family/6d2ab34f560146829377eff73e6bec4d 2024-12-05T04:18:33,681 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/default/testClearRegionBlockCache/e0b8692f687e3b2a7b107a66ddadda78/.tmp/family/6d2ab34f560146829377eff73e6bec4d as hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/default/testClearRegionBlockCache/e0b8692f687e3b2a7b107a66ddadda78/family/6d2ab34f560146829377eff73e6bec4d 2024-12-05T04:18:33,686 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/default/testClearRegionBlockCache/e0b8692f687e3b2a7b107a66ddadda78/family/6d2ab34f560146829377eff73e6bec4d, entries=4, sequenceid=8, filesize=4.9 K 2024-12-05T04:18:33,686 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for e0b8692f687e3b2a7b107a66ddadda78 in 34ms, sequenceid=8, compaction requested=false 2024-12-05T04:18:33,687 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for e0b8692f687e3b2a7b107a66ddadda78: 2024-12-05T04:18:33,687 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 220e1bc7777aa91e1b567a6a8f0a4f9a 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-05T04:18:33,702 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/default/testClearRegionBlockCache/220e1bc7777aa91e1b567a6a8f0a4f9a/.tmp/family/a2ce11f0c0ac4c33942ab6f73a210eed is 32, key is 5/family:/1733372313646/Put/seqid=0 2024-12-05T04:18:33,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38829 is added to blk_1073741842_1018 (size=5083) 2024-12-05T04:18:33,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741842_1018 (size=5083) 2024-12-05T04:18:33,707 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/default/testClearRegionBlockCache/220e1bc7777aa91e1b567a6a8f0a4f9a/.tmp/family/a2ce11f0c0ac4c33942ab6f73a210eed 2024-12-05T04:18:33,712 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/default/testClearRegionBlockCache/220e1bc7777aa91e1b567a6a8f0a4f9a/.tmp/family/a2ce11f0c0ac4c33942ab6f73a210eed as hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/default/testClearRegionBlockCache/220e1bc7777aa91e1b567a6a8f0a4f9a/family/a2ce11f0c0ac4c33942ab6f73a210eed 2024-12-05T04:18:33,717 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/default/testClearRegionBlockCache/220e1bc7777aa91e1b567a6a8f0a4f9a/family/a2ce11f0c0ac4c33942ab6f73a210eed, entries=5, sequenceid=9, filesize=5.0 K 2024-12-05T04:18:33,718 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 220e1bc7777aa91e1b567a6a8f0a4f9a in 31ms, sequenceid=9, compaction requested=false 2024-12-05T04:18:33,718 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 220e1bc7777aa91e1b567a6a8f0a4f9a: 2024-12-05T04:18:33,720 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file 6d2ab34f560146829377eff73e6bec4d, starting offset: 0, end offset: 9223372036854775807 2024-12-05T04:18:33,720 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key 6d2ab34f560146829377eff73e6bec4d_0 from back map with offset lock 2094080 in the evict process 2024-12-05T04:18:33,722 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file a2ce11f0c0ac4c33942ab6f73a210eed, starting offset: 0, end offset: 9223372036854775807 2024-12-05T04:18:33,722 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key a2ce11f0c0ac4c33942ab6f73a210eed_0 from back map with offset lock 2094080 in the evict process 2024-12-05T04:18:33,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-05T04:18:33,722 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T04:18:33,722 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d920b3c to 127.0.0.1:62419 2024-12-05T04:18:33,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:33,723 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T04:18:33,723 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1875713374, stopped=false 2024-12-05T04:18:33,723 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=2f66fa2c0859,34581,1733372309676 2024-12-05T04:18:33,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x100606629830002, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:33,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:33,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x100606629830001, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:33,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x100606629830002, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:33,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:33,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x100606629830001, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:33,725 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-05T04:18:33,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:33,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37267-0x100606629830001, quorum=127.0.0.1:62419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:33,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:33,726 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2f66fa2c0859,37267,1733372309724' ***** 2024-12-05T04:18:33,726 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T04:18:33,726 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2f66fa2c0859,42945,1733372309770' ***** 2024-12-05T04:18:33,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42945-0x100606629830002, quorum=127.0.0.1:62419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:33,726 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T04:18:33,726 INFO [RS:0;2f66fa2c0859:37267 {}] bucket.BucketCache(1726): Disabling cache 2024-12-05T04:18:33,727 INFO [RS:1;2f66fa2c0859:42945 {}] bucket.BucketCache(1726): Disabling cache 2024-12-05T04:18:33,727 INFO [RS:0;2f66fa2c0859:37267 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-05T04:18:33,727 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-05T04:18:33,727 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-05T04:18:33,727 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-05T04:18:33,727 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-05T04:18:33,727 INFO [RS:1;2f66fa2c0859:42945 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-05T04:18:33,727 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-05T04:18:33,727 INFO [RS:1;2f66fa2c0859:42945 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T04:18:33,727 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-05T04:18:33,727 INFO [RS:1;2f66fa2c0859:42945 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T04:18:33,727 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T04:18:33,727 INFO [RS:1;2f66fa2c0859:42945 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T04:18:33,727 INFO [RS:1;2f66fa2c0859:42945 {}] regionserver.HRegionServer(3579): Received CLOSE for dcec458ed657dc9bcf7ae619528a107c 2024-12-05T04:18:33,727 INFO [RS:0;2f66fa2c0859:37267 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T04:18:33,727 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T04:18:33,727 INFO [RS:0;2f66fa2c0859:37267 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T04:18:33,727 INFO [RS:0;2f66fa2c0859:37267 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T04:18:33,727 INFO [RS:0;2f66fa2c0859:37267 {}] regionserver.HRegionServer(3579): Received CLOSE for e0b8692f687e3b2a7b107a66ddadda78 2024-12-05T04:18:33,728 INFO [RS:1;2f66fa2c0859:42945 {}] regionserver.HRegionServer(3579): Received CLOSE for 220e1bc7777aa91e1b567a6a8f0a4f9a 2024-12-05T04:18:33,728 INFO [RS:1;2f66fa2c0859:42945 {}] regionserver.HRegionServer(1224): stopping server 2f66fa2c0859,42945,1733372309770 2024-12-05T04:18:33,728 DEBUG [RS:1;2f66fa2c0859:42945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:33,728 INFO [RS:0;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1224): stopping server 2f66fa2c0859,37267,1733372309724 2024-12-05T04:18:33,728 INFO [RS:1;2f66fa2c0859:42945 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-05T04:18:33,728 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing dcec458ed657dc9bcf7ae619528a107c, disabling compactions & flushes 2024-12-05T04:18:33,728 DEBUG [RS:0;2f66fa2c0859:37267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:33,728 DEBUG [RS:1;2f66fa2c0859:42945 {}] regionserver.HRegionServer(1603): Online Regions={dcec458ed657dc9bcf7ae619528a107c=hbase:namespace,,1733372310624.dcec458ed657dc9bcf7ae619528a107c., 220e1bc7777aa91e1b567a6a8f0a4f9a=testClearRegionBlockCache,5,1733372311518.220e1bc7777aa91e1b567a6a8f0a4f9a.} 2024-12-05T04:18:33,728 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733372310624.dcec458ed657dc9bcf7ae619528a107c. 2024-12-05T04:18:33,728 INFO [RS:0;2f66fa2c0859:37267 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T04:18:33,728 INFO [RS:0;2f66fa2c0859:37267 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T04:18:33,728 DEBUG [RS:1;2f66fa2c0859:42945 {}] regionserver.HRegionServer(1629): Waiting on 220e1bc7777aa91e1b567a6a8f0a4f9a, dcec458ed657dc9bcf7ae619528a107c 2024-12-05T04:18:33,728 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733372310624.dcec458ed657dc9bcf7ae619528a107c. 2024-12-05T04:18:33,728 INFO [RS:0;2f66fa2c0859:37267 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T04:18:33,728 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e0b8692f687e3b2a7b107a66ddadda78, disabling compactions & flushes 2024-12-05T04:18:33,728 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733372310624.dcec458ed657dc9bcf7ae619528a107c. after waiting 0 ms 2024-12-05T04:18:33,728 INFO [RS:0;2f66fa2c0859:37267 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-05T04:18:33,728 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733372310624.dcec458ed657dc9bcf7ae619528a107c. 2024-12-05T04:18:33,728 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733372311518.e0b8692f687e3b2a7b107a66ddadda78. 2024-12-05T04:18:33,728 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing dcec458ed657dc9bcf7ae619528a107c 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-05T04:18:33,728 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733372311518.e0b8692f687e3b2a7b107a66ddadda78. 2024-12-05T04:18:33,728 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733372311518.e0b8692f687e3b2a7b107a66ddadda78. after waiting 0 ms 2024-12-05T04:18:33,728 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733372311518.e0b8692f687e3b2a7b107a66ddadda78. 2024-12-05T04:18:33,728 INFO [RS:0;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-05T04:18:33,728 DEBUG [RS:0;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, e0b8692f687e3b2a7b107a66ddadda78=testClearRegionBlockCache,,1733372311518.e0b8692f687e3b2a7b107a66ddadda78.} 2024-12-05T04:18:33,728 DEBUG [RS:0;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, e0b8692f687e3b2a7b107a66ddadda78 2024-12-05T04:18:33,728 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T04:18:33,728 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T04:18:33,728 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T04:18:33,728 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T04:18:33,728 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T04:18:33,728 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-05T04:18:33,733 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/default/testClearRegionBlockCache/e0b8692f687e3b2a7b107a66ddadda78/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T04:18:33,734 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733372311518.e0b8692f687e3b2a7b107a66ddadda78. 2024-12-05T04:18:33,734 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e0b8692f687e3b2a7b107a66ddadda78: 2024-12-05T04:18:33,734 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733372311518.e0b8692f687e3b2a7b107a66ddadda78. 2024-12-05T04:18:33,744 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/namespace/dcec458ed657dc9bcf7ae619528a107c/.tmp/info/e402fa51d6934513bf15da0232b9025f is 45, key is default/info:d/1733372311438/Put/seqid=0 2024-12-05T04:18:33,745 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/meta/1588230740/.tmp/info/56edadf49a8349f7975208a97f74b77c is 173, key is testClearRegionBlockCache,5,1733372311518.220e1bc7777aa91e1b567a6a8f0a4f9a./info:regioninfo/1733372312682/Put/seqid=0 2024-12-05T04:18:33,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38829 is added to blk_1073741844_1020 (size=9337) 2024-12-05T04:18:33,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38829 is added to blk_1073741843_1019 (size=5037) 2024-12-05T04:18:33,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741843_1019 (size=5037) 2024-12-05T04:18:33,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741844_1020 (size=9337) 2024-12-05T04:18:33,752 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/meta/1588230740/.tmp/info/56edadf49a8349f7975208a97f74b77c 2024-12-05T04:18:33,757 INFO [regionserver/2f66fa2c0859:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T04:18:33,757 INFO [regionserver/2f66fa2c0859:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T04:18:33,771 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/meta/1588230740/.tmp/table/68090cb3be6344fba2d52fdce137ef6c is 61, key is testClearRegionBlockCache/table:state/1733372312688/Put/seqid=0 2024-12-05T04:18:33,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38829 is added to blk_1073741845_1021 (size=5392) 2024-12-05T04:18:33,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741845_1021 (size=5392) 2024-12-05T04:18:33,776 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/meta/1588230740/.tmp/table/68090cb3be6344fba2d52fdce137ef6c 2024-12-05T04:18:33,782 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/meta/1588230740/.tmp/info/56edadf49a8349f7975208a97f74b77c as hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/meta/1588230740/info/56edadf49a8349f7975208a97f74b77c 2024-12-05T04:18:33,788 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/meta/1588230740/info/56edadf49a8349f7975208a97f74b77c, entries=30, sequenceid=16, filesize=9.1 K 2024-12-05T04:18:33,789 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/meta/1588230740/.tmp/table/68090cb3be6344fba2d52fdce137ef6c as hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/meta/1588230740/table/68090cb3be6344fba2d52fdce137ef6c 2024-12-05T04:18:33,794 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/meta/1588230740/table/68090cb3be6344fba2d52fdce137ef6c, entries=4, sequenceid=16, filesize=5.3 K 2024-12-05T04:18:33,795 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 67ms, sequenceid=16, compaction requested=false 2024-12-05T04:18:33,799 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T04:18:33,800 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T04:18:33,800 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T04:18:33,800 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T04:18:33,800 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T04:18:33,928 DEBUG [RS:1;2f66fa2c0859:42945 {}] regionserver.HRegionServer(1629): Waiting on 220e1bc7777aa91e1b567a6a8f0a4f9a, dcec458ed657dc9bcf7ae619528a107c 2024-12-05T04:18:33,928 INFO [RS:0;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1250): stopping server 2f66fa2c0859,37267,1733372309724; all regions closed. 2024-12-05T04:18:33,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38829 is added to blk_1073741835_1011 (size=5602) 2024-12-05T04:18:33,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741835_1011 (size=5602) 2024-12-05T04:18:33,934 DEBUG [RS:0;2f66fa2c0859:37267 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/oldWALs 2024-12-05T04:18:33,934 INFO [RS:0;2f66fa2c0859:37267 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2f66fa2c0859%2C37267%2C1733372309724.meta:.meta(num 1733372310570) 2024-12-05T04:18:33,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38829 is added to blk_1073741834_1010 (size=1758) 2024-12-05T04:18:33,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741834_1010 (size=1758) 2024-12-05T04:18:33,938 DEBUG [RS:0;2f66fa2c0859:37267 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/oldWALs 2024-12-05T04:18:33,938 INFO [RS:0;2f66fa2c0859:37267 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2f66fa2c0859%2C37267%2C1733372309724:(num 1733372310198) 2024-12-05T04:18:33,938 DEBUG [RS:0;2f66fa2c0859:37267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:33,939 INFO [RS:0;2f66fa2c0859:37267 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T04:18:33,939 INFO [RS:0;2f66fa2c0859:37267 {}] hbase.ChoreService(370): Chore service for: regionserver/2f66fa2c0859:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-05T04:18:33,939 INFO [regionserver/2f66fa2c0859:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T04:18:33,939 INFO [RS:0;2f66fa2c0859:37267 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37267 2024-12-05T04:18:33,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x100606629830001, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2f66fa2c0859,37267,1733372309724 2024-12-05T04:18:33,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T04:18:33,943 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2f66fa2c0859,37267,1733372309724] 2024-12-05T04:18:33,943 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2f66fa2c0859,37267,1733372309724; numProcessing=1 2024-12-05T04:18:33,944 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2f66fa2c0859,37267,1733372309724 already deleted, retry=false 2024-12-05T04:18:33,944 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2f66fa2c0859,37267,1733372309724 expired; onlineServers=1 2024-12-05T04:18:33,960 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T04:18:33,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T04:18:33,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T04:18:33,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T04:18:33,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T04:18:33,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T04:18:33,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T04:18:33,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T04:18:33,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T04:18:34,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x100606629830001, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:34,043 INFO [RS:0;2f66fa2c0859:37267 {}] regionserver.HRegionServer(1307): Exiting; stopping=2f66fa2c0859,37267,1733372309724; zookeeper connection closed. 2024-12-05T04:18:34,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37267-0x100606629830001, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:34,043 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fed036d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fed036d 2024-12-05T04:18:34,055 INFO [regionserver/2f66fa2c0859:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T04:18:34,055 INFO [regionserver/2f66fa2c0859:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T04:18:34,128 DEBUG [RS:1;2f66fa2c0859:42945 {}] regionserver.HRegionServer(1629): Waiting on 220e1bc7777aa91e1b567a6a8f0a4f9a, dcec458ed657dc9bcf7ae619528a107c 2024-12-05T04:18:34,151 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/namespace/dcec458ed657dc9bcf7ae619528a107c/.tmp/info/e402fa51d6934513bf15da0232b9025f 2024-12-05T04:18:34,158 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/namespace/dcec458ed657dc9bcf7ae619528a107c/.tmp/info/e402fa51d6934513bf15da0232b9025f as hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/namespace/dcec458ed657dc9bcf7ae619528a107c/info/e402fa51d6934513bf15da0232b9025f 2024-12-05T04:18:34,164 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/namespace/dcec458ed657dc9bcf7ae619528a107c/info/e402fa51d6934513bf15da0232b9025f, entries=2, sequenceid=6, filesize=4.9 K 2024-12-05T04:18:34,165 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for dcec458ed657dc9bcf7ae619528a107c in 437ms, sequenceid=6, compaction requested=false 2024-12-05T04:18:34,169 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/hbase/namespace/dcec458ed657dc9bcf7ae619528a107c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T04:18:34,170 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733372310624.dcec458ed657dc9bcf7ae619528a107c. 2024-12-05T04:18:34,170 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for dcec458ed657dc9bcf7ae619528a107c: 2024-12-05T04:18:34,170 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733372310624.dcec458ed657dc9bcf7ae619528a107c. 2024-12-05T04:18:34,170 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 220e1bc7777aa91e1b567a6a8f0a4f9a, disabling compactions & flushes 2024-12-05T04:18:34,170 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733372311518.220e1bc7777aa91e1b567a6a8f0a4f9a. 2024-12-05T04:18:34,170 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733372311518.220e1bc7777aa91e1b567a6a8f0a4f9a. 2024-12-05T04:18:34,170 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733372311518.220e1bc7777aa91e1b567a6a8f0a4f9a. after waiting 0 ms 2024-12-05T04:18:34,170 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733372311518.220e1bc7777aa91e1b567a6a8f0a4f9a. 2024-12-05T04:18:34,174 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/data/default/testClearRegionBlockCache/220e1bc7777aa91e1b567a6a8f0a4f9a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T04:18:34,174 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733372311518.220e1bc7777aa91e1b567a6a8f0a4f9a. 2024-12-05T04:18:34,175 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 220e1bc7777aa91e1b567a6a8f0a4f9a: 2024-12-05T04:18:34,175 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733372311518.220e1bc7777aa91e1b567a6a8f0a4f9a. 2024-12-05T04:18:34,328 INFO [RS:1;2f66fa2c0859:42945 {}] regionserver.HRegionServer(1250): stopping server 2f66fa2c0859,42945,1733372309770; all regions closed. 2024-12-05T04:18:34,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38829 is added to blk_1073741833_1009 (size=3188) 2024-12-05T04:18:34,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741833_1009 (size=3188) 2024-12-05T04:18:34,333 DEBUG [RS:1;2f66fa2c0859:42945 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/oldWALs 2024-12-05T04:18:34,333 INFO [RS:1;2f66fa2c0859:42945 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2f66fa2c0859%2C42945%2C1733372309770:(num 1733372310187) 2024-12-05T04:18:34,333 DEBUG [RS:1;2f66fa2c0859:42945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:34,333 INFO [RS:1;2f66fa2c0859:42945 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T04:18:34,334 INFO [RS:1;2f66fa2c0859:42945 {}] hbase.ChoreService(370): Chore service for: regionserver/2f66fa2c0859:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-05T04:18:34,334 INFO [RS:1;2f66fa2c0859:42945 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T04:18:34,334 INFO [RS:1;2f66fa2c0859:42945 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T04:18:34,334 INFO [RS:1;2f66fa2c0859:42945 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T04:18:34,334 INFO [regionserver/2f66fa2c0859:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T04:18:34,334 INFO [RS:1;2f66fa2c0859:42945 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42945 2024-12-05T04:18:34,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x100606629830002, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2f66fa2c0859,42945,1733372309770 2024-12-05T04:18:34,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T04:18:34,338 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2f66fa2c0859,42945,1733372309770] 2024-12-05T04:18:34,338 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2f66fa2c0859,42945,1733372309770; numProcessing=2 2024-12-05T04:18:34,339 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2f66fa2c0859,42945,1733372309770 already deleted, retry=false 2024-12-05T04:18:34,339 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2f66fa2c0859,42945,1733372309770 expired; onlineServers=0 2024-12-05T04:18:34,339 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2f66fa2c0859,34581,1733372309676' ***** 2024-12-05T04:18:34,339 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T04:18:34,340 DEBUG [M:0;2f66fa2c0859:34581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a1a0b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2f66fa2c0859/172.17.0.2:0 2024-12-05T04:18:34,340 INFO [M:0;2f66fa2c0859:34581 {}] regionserver.HRegionServer(1224): stopping server 2f66fa2c0859,34581,1733372309676 2024-12-05T04:18:34,340 INFO [M:0;2f66fa2c0859:34581 {}] regionserver.HRegionServer(1250): stopping server 2f66fa2c0859,34581,1733372309676; all regions closed. 2024-12-05T04:18:34,340 DEBUG [M:0;2f66fa2c0859:34581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:34,340 DEBUG [M:0;2f66fa2c0859:34581 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T04:18:34,340 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T04:18:34,340 DEBUG [M:0;2f66fa2c0859:34581 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T04:18:34,340 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.large.0-1733372309971 {}] cleaner.HFileCleaner(306): Exit Thread[master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.large.0-1733372309971,5,FailOnTimeoutGroup] 2024-12-05T04:18:34,340 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.small.0-1733372309973 {}] cleaner.HFileCleaner(306): Exit Thread[master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.small.0-1733372309973,5,FailOnTimeoutGroup] 2024-12-05T04:18:34,340 INFO [M:0;2f66fa2c0859:34581 {}] hbase.ChoreService(370): Chore service for: master/2f66fa2c0859:0 had [] on shutdown 2024-12-05T04:18:34,340 DEBUG [M:0;2f66fa2c0859:34581 {}] master.HMaster(1733): Stopping service threads 2024-12-05T04:18:34,340 INFO [M:0;2f66fa2c0859:34581 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T04:18:34,341 INFO [M:0;2f66fa2c0859:34581 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T04:18:34,341 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T04:18:34,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T04:18:34,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:34,341 DEBUG [M:0;2f66fa2c0859:34581 {}] zookeeper.ZKUtil(347): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T04:18:34,341 WARN [M:0;2f66fa2c0859:34581 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T04:18:34,341 INFO [M:0;2f66fa2c0859:34581 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-05T04:18:34,341 INFO [M:0;2f66fa2c0859:34581 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T04:18:34,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T04:18:34,341 DEBUG [M:0;2f66fa2c0859:34581 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T04:18:34,341 INFO [M:0;2f66fa2c0859:34581 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:34,342 DEBUG [M:0;2f66fa2c0859:34581 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:34,342 DEBUG [M:0;2f66fa2c0859:34581 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T04:18:34,342 DEBUG [M:0;2f66fa2c0859:34581 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:34,342 INFO [M:0;2f66fa2c0859:34581 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.85 KB heapSize=56.23 KB 2024-12-05T04:18:34,404 DEBUG [M:0;2f66fa2c0859:34581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e84295db7494c1fad8d3f40697059a4 is 82, key is hbase:meta,,1/info:regioninfo/1733372310603/Put/seqid=0 2024-12-05T04:18:34,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741846_1022 (size=5672) 2024-12-05T04:18:34,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38829 is added to blk_1073741846_1022 (size=5672) 2024-12-05T04:18:34,412 INFO [M:0;2f66fa2c0859:34581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e84295db7494c1fad8d3f40697059a4 2024-12-05T04:18:34,431 DEBUG [M:0;2f66fa2c0859:34581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a43adf5fb15c4dd3bde6a0b2381cc073 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733372312693/Put/seqid=0 2024-12-05T04:18:34,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741847_1023 (size=7579) 2024-12-05T04:18:34,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38829 is added to blk_1073741847_1023 (size=7579) 2024-12-05T04:18:34,437 INFO [M:0;2f66fa2c0859:34581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.23 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a43adf5fb15c4dd3bde6a0b2381cc073 2024-12-05T04:18:34,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x100606629830002, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:34,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x100606629830002, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:34,438 INFO [RS:1;2f66fa2c0859:42945 {}] regionserver.HRegionServer(1307): Exiting; stopping=2f66fa2c0859,42945,1733372309770; zookeeper connection closed. 2024-12-05T04:18:34,438 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4eab30a9 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4eab30a9 2024-12-05T04:18:34,439 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-05T04:18:34,464 DEBUG [M:0;2f66fa2c0859:34581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b013d54ae4e04acab145bbbb17f779be is 69, key is 2f66fa2c0859,37267,1733372309724/rs:state/1733372310034/Put/seqid=0 2024-12-05T04:18:34,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741848_1024 (size=5224) 2024-12-05T04:18:34,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38829 is added to blk_1073741848_1024 (size=5224) 2024-12-05T04:18:34,470 INFO [M:0;2f66fa2c0859:34581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b013d54ae4e04acab145bbbb17f779be 2024-12-05T04:18:34,477 DEBUG [M:0;2f66fa2c0859:34581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e84295db7494c1fad8d3f40697059a4 as hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e84295db7494c1fad8d3f40697059a4 2024-12-05T04:18:34,482 INFO [M:0;2f66fa2c0859:34581 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e84295db7494c1fad8d3f40697059a4, entries=8, sequenceid=108, filesize=5.5 K 2024-12-05T04:18:34,483 DEBUG [M:0;2f66fa2c0859:34581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a43adf5fb15c4dd3bde6a0b2381cc073 as hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a43adf5fb15c4dd3bde6a0b2381cc073 2024-12-05T04:18:34,487 INFO [M:0;2f66fa2c0859:34581 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a43adf5fb15c4dd3bde6a0b2381cc073, entries=13, sequenceid=108, filesize=7.4 K 2024-12-05T04:18:34,488 DEBUG [M:0;2f66fa2c0859:34581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b013d54ae4e04acab145bbbb17f779be as hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b013d54ae4e04acab145bbbb17f779be 2024-12-05T04:18:34,493 INFO [M:0;2f66fa2c0859:34581 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39245/user/jenkins/test-data/3d332f13-9f77-f746-2394-114cfd61b54a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b013d54ae4e04acab145bbbb17f779be, entries=2, sequenceid=108, filesize=5.1 K 2024-12-05T04:18:34,494 INFO [M:0;2f66fa2c0859:34581 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.85 KB/46946, heapSize ~55.94 KB/57280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 152ms, sequenceid=108, compaction requested=false 2024-12-05T04:18:34,495 INFO [M:0;2f66fa2c0859:34581 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:34,495 DEBUG [M:0;2f66fa2c0859:34581 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T04:18:34,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741830_1006 (size=54477) 2024-12-05T04:18:34,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38829 is added to blk_1073741830_1006 (size=54477) 2024-12-05T04:18:34,499 INFO [M:0;2f66fa2c0859:34581 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-05T04:18:34,499 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T04:18:34,499 INFO [M:0;2f66fa2c0859:34581 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34581 2024-12-05T04:18:34,501 DEBUG [M:0;2f66fa2c0859:34581 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/2f66fa2c0859,34581,1733372309676 already deleted, retry=false 2024-12-05T04:18:34,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:34,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100606629830000, quorum=127.0.0.1:62419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:34,603 INFO [M:0;2f66fa2c0859:34581 {}] regionserver.HRegionServer(1307): Exiting; stopping=2f66fa2c0859,34581,1733372309676; zookeeper connection closed. 2024-12-05T04:18:34,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a214d62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T04:18:34,606 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ffed55e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T04:18:34,606 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T04:18:34,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@552c959{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T04:18:34,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d1ef726{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/hadoop.log.dir/,STOPPED} 2024-12-05T04:18:34,607 WARN [BP-647608149-172.17.0.2-1733372308987 heartbeating to localhost/127.0.0.1:39245 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T04:18:34,607 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T04:18:34,608 WARN [BP-647608149-172.17.0.2-1733372308987 heartbeating to localhost/127.0.0.1:39245 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-647608149-172.17.0.2-1733372308987 (Datanode Uuid 586dc5dc-f897-4122-98d8-f601edc4954c) service to localhost/127.0.0.1:39245 2024-12-05T04:18:34,608 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T04:18:34,608 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/cluster_6b0ebdcc-3355-b401-8d72-c83b2d4f4942/dfs/data/data3/current/BP-647608149-172.17.0.2-1733372308987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T04:18:34,608 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/cluster_6b0ebdcc-3355-b401-8d72-c83b2d4f4942/dfs/data/data4/current/BP-647608149-172.17.0.2-1733372308987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T04:18:34,609 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T04:18:34,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@266bfa9b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T04:18:34,611 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fd75a43{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T04:18:34,611 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T04:18:34,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b401957{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T04:18:34,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48d51a39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/hadoop.log.dir/,STOPPED} 2024-12-05T04:18:34,613 WARN [BP-647608149-172.17.0.2-1733372308987 heartbeating to localhost/127.0.0.1:39245 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T04:18:34,613 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T04:18:34,613 WARN [BP-647608149-172.17.0.2-1733372308987 heartbeating to localhost/127.0.0.1:39245 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-647608149-172.17.0.2-1733372308987 (Datanode Uuid 43853f2c-cf15-45a3-a340-1cb5528eb098) service to localhost/127.0.0.1:39245 2024-12-05T04:18:34,613 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/cluster_6b0ebdcc-3355-b401-8d72-c83b2d4f4942/dfs/data/data1/current/BP-647608149-172.17.0.2-1733372308987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T04:18:34,614 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T04:18:34,614 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/cluster_6b0ebdcc-3355-b401-8d72-c83b2d4f4942/dfs/data/data2/current/BP-647608149-172.17.0.2-1733372308987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T04:18:34,614 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T04:18:34,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4281e393{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T04:18:34,622 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cbcd984{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T04:18:34,622 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T04:18:34,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@430ab0d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T04:18:34,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f4dcfa9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/hadoop.log.dir/,STOPPED} 2024-12-05T04:18:34,630 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-05T04:18:34,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-05T04:18:34,661 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=177 (was 158) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:39245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39245 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39245 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:39245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=526 (was 501) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=146 (was 141) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6411 (was 6579) 2024-12-05T04:18:34,670 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=174, OpenFileDescriptor=526, MaxFileDescriptor=1048576, SystemLoadAverage=146, ProcessCount=11, AvailableMemoryMB=6411 2024-12-05T04:18:34,690 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/hadoop.log.dir so I do NOT create it in target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1 2024-12-05T04:18:34,690 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T04:18:34,690 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/hadoop.tmp.dir so I do NOT create it in target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1 2024-12-05T04:18:34,690 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/45eb24ec-addb-5305-abb1-168864472ff7/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T04:18:34,690 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1 2024-12-05T04:18:34,690 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T04:18:34,690 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/cluster_dc7b7c28-2960-61a5-1154-d82e1caae9b1, deleteOnExit=true 2024-12-05T04:18:34,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-05T04:18:34,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/test.cache.data in system properties and HBase conf 2024-12-05T04:18:34,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T04:18:34,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/hadoop.log.dir in system properties and HBase conf 2024-12-05T04:18:34,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T04:18:34,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T04:18:34,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-05T04:18:34,691 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T04:18:34,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T04:18:34,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T04:18:34,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T04:18:34,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T04:18:34,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T04:18:34,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T04:18:34,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T04:18:34,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T04:18:34,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T04:18:34,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/nfs.dump.dir in system properties and HBase conf 2024-12-05T04:18:34,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/java.io.tmpdir in system properties and HBase conf 2024-12-05T04:18:34,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T04:18:34,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T04:18:34,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T04:18:34,770 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T04:18:34,775 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T04:18:34,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T04:18:34,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T04:18:34,778 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T04:18:34,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T04:18:34,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e57ba40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/hadoop.log.dir/,AVAILABLE} 2024-12-05T04:18:34,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7df6e219{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T04:18:34,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ca2eaec{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/java.io.tmpdir/jetty-localhost-43533-hadoop-hdfs-3_4_1-tests_jar-_-any-6982109125707930133/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T04:18:34,907 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d2d2c56{HTTP/1.1, (http/1.1)}{localhost:43533} 2024-12-05T04:18:34,907 INFO [Time-limited test {}] server.Server(415): Started @30414ms 2024-12-05T04:18:35,017 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T04:18:35,021 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T04:18:35,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T04:18:35,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T04:18:35,022 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T04:18:35,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6061bb6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/hadoop.log.dir/,AVAILABLE} 2024-12-05T04:18:35,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17159bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T04:18:35,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ba7eb02{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/java.io.tmpdir/jetty-localhost-36637-hadoop-hdfs-3_4_1-tests_jar-_-any-6069270294460442995/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T04:18:35,163 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79a07b2c{HTTP/1.1, (http/1.1)}{localhost:36637} 2024-12-05T04:18:35,163 INFO [Time-limited test {}] server.Server(415): Started @30670ms 2024-12-05T04:18:35,164 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T04:18:35,204 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T04:18:35,208 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T04:18:35,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T04:18:35,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T04:18:35,210 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T04:18:35,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@353e2e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/hadoop.log.dir/,AVAILABLE} 2024-12-05T04:18:35,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e17b8e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T04:18:35,260 WARN [Thread-1438 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/cluster_dc7b7c28-2960-61a5-1154-d82e1caae9b1/dfs/data/data1/current/BP-60889995-172.17.0.2-1733372314719/current, will proceed with Du for space computation calculation, 2024-12-05T04:18:35,260 WARN [Thread-1439 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/cluster_dc7b7c28-2960-61a5-1154-d82e1caae9b1/dfs/data/data2/current/BP-60889995-172.17.0.2-1733372314719/current, will proceed with Du for space computation calculation, 2024-12-05T04:18:35,282 WARN [Thread-1417 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T04:18:35,285 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1c9b8ca8cf57c57 with lease ID 0xdcf8b58143956edf: Processing first storage report for DS-df51ffb2-880a-4b2d-906a-568458dcbc4b from datanode DatanodeRegistration(127.0.0.1:40415, datanodeUuid=27826ac3-3e0c-4571-bc97-8b4068599237, infoPort=39901, infoSecurePort=0, ipcPort=34113, storageInfo=lv=-57;cid=testClusterID;nsid=530871713;c=1733372314719) 2024-12-05T04:18:35,285 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1c9b8ca8cf57c57 with lease ID 0xdcf8b58143956edf: from storage DS-df51ffb2-880a-4b2d-906a-568458dcbc4b node DatanodeRegistration(127.0.0.1:40415, datanodeUuid=27826ac3-3e0c-4571-bc97-8b4068599237, infoPort=39901, infoSecurePort=0, ipcPort=34113, storageInfo=lv=-57;cid=testClusterID;nsid=530871713;c=1733372314719), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T04:18:35,285 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1c9b8ca8cf57c57 with lease ID 0xdcf8b58143956edf: Processing first storage report for DS-80fdf70c-5d77-48eb-8518-726cba61c70a from datanode DatanodeRegistration(127.0.0.1:40415, datanodeUuid=27826ac3-3e0c-4571-bc97-8b4068599237, infoPort=39901, infoSecurePort=0, ipcPort=34113, storageInfo=lv=-57;cid=testClusterID;nsid=530871713;c=1733372314719) 2024-12-05T04:18:35,285 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1c9b8ca8cf57c57 with lease ID 0xdcf8b58143956edf: from storage DS-80fdf70c-5d77-48eb-8518-726cba61c70a node DatanodeRegistration(127.0.0.1:40415, datanodeUuid=27826ac3-3e0c-4571-bc97-8b4068599237, infoPort=39901, infoSecurePort=0, ipcPort=34113, storageInfo=lv=-57;cid=testClusterID;nsid=530871713;c=1733372314719), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T04:18:35,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c9b19d8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/java.io.tmpdir/jetty-localhost-40357-hadoop-hdfs-3_4_1-tests_jar-_-any-14037130410007341468/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T04:18:35,345 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38b6a7fc{HTTP/1.1, (http/1.1)}{localhost:40357} 2024-12-05T04:18:35,345 INFO [Time-limited test {}] server.Server(415): Started @30852ms 2024-12-05T04:18:35,347 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T04:18:35,441 WARN [Thread-1464 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/cluster_dc7b7c28-2960-61a5-1154-d82e1caae9b1/dfs/data/data3/current/BP-60889995-172.17.0.2-1733372314719/current, will proceed with Du for space computation calculation, 2024-12-05T04:18:35,441 WARN [Thread-1465 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/cluster_dc7b7c28-2960-61a5-1154-d82e1caae9b1/dfs/data/data4/current/BP-60889995-172.17.0.2-1733372314719/current, will proceed with Du for space computation calculation, 2024-12-05T04:18:35,464 WARN [Thread-1453 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T04:18:35,466 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55a9b92413b9df12 with lease ID 0xdcf8b58143956ee0: Processing first storage report for DS-c0c78e81-0de3-4fb7-9838-f5f488cfa33b from datanode DatanodeRegistration(127.0.0.1:43515, datanodeUuid=d6a9936f-8978-4a43-9701-74943600c3a6, infoPort=34177, infoSecurePort=0, ipcPort=34767, storageInfo=lv=-57;cid=testClusterID;nsid=530871713;c=1733372314719) 2024-12-05T04:18:35,466 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55a9b92413b9df12 with lease ID 0xdcf8b58143956ee0: from storage DS-c0c78e81-0de3-4fb7-9838-f5f488cfa33b node DatanodeRegistration(127.0.0.1:43515, datanodeUuid=d6a9936f-8978-4a43-9701-74943600c3a6, infoPort=34177, infoSecurePort=0, ipcPort=34767, storageInfo=lv=-57;cid=testClusterID;nsid=530871713;c=1733372314719), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T04:18:35,466 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55a9b92413b9df12 with lease ID 0xdcf8b58143956ee0: Processing first storage report for DS-eb3268ce-1919-44a6-b1e2-f3b8b0097e6d from datanode DatanodeRegistration(127.0.0.1:43515, datanodeUuid=d6a9936f-8978-4a43-9701-74943600c3a6, infoPort=34177, infoSecurePort=0, ipcPort=34767, storageInfo=lv=-57;cid=testClusterID;nsid=530871713;c=1733372314719) 2024-12-05T04:18:35,466 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55a9b92413b9df12 with lease ID 0xdcf8b58143956ee0: from storage DS-eb3268ce-1919-44a6-b1e2-f3b8b0097e6d node DatanodeRegistration(127.0.0.1:43515, datanodeUuid=d6a9936f-8978-4a43-9701-74943600c3a6, infoPort=34177, infoSecurePort=0, ipcPort=34767, storageInfo=lv=-57;cid=testClusterID;nsid=530871713;c=1733372314719), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T04:18:35,471 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1 2024-12-05T04:18:35,475 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/cluster_dc7b7c28-2960-61a5-1154-d82e1caae9b1/zookeeper_0, clientPort=49884, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/cluster_dc7b7c28-2960-61a5-1154-d82e1caae9b1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/cluster_dc7b7c28-2960-61a5-1154-d82e1caae9b1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T04:18:35,475 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=49884 2024-12-05T04:18:35,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:35,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:35,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741825_1001 (size=7) 2024-12-05T04:18:35,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741825_1001 (size=7) 2024-12-05T04:18:35,491 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6 with version=8 2024-12-05T04:18:35,491 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/hbase-staging 2024-12-05T04:18:35,493 INFO [Time-limited test {}] client.ConnectionUtils(129): master/2f66fa2c0859:0 server-side Connection retries=45 2024-12-05T04:18:35,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:35,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:35,493 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T04:18:35,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:35,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T04:18:35,493 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T04:18:35,493 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T04:18:35,494 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34203 2024-12-05T04:18:35,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:35,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:35,498 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:34203 connecting to ZooKeeper ensemble=127.0.0.1:49884 2024-12-05T04:18:35,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342030x0, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T04:18:35,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34203-0x100606640380000 connected 2024-12-05T04:18:35,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T04:18:35,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:35,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T04:18:35,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34203 2024-12-05T04:18:35,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34203 2024-12-05T04:18:35,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34203 2024-12-05T04:18:35,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34203 2024-12-05T04:18:35,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34203 2024-12-05T04:18:35,526 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6, hbase.cluster.distributed=false 2024-12-05T04:18:35,541 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2f66fa2c0859:0 server-side Connection retries=45 2024-12-05T04:18:35,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:35,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:35,541 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T04:18:35,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:35,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T04:18:35,541 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T04:18:35,542 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T04:18:35,544 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39565 2024-12-05T04:18:35,544 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T04:18:35,545 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-05T04:18:35,553 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-05T04:18:35,553 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-05T04:18:35,556 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-05T04:18:35,558 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T04:18:35,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:35,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:35,562 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39565 connecting to ZooKeeper ensemble=127.0.0.1:49884 2024-12-05T04:18:35,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395650x0, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T04:18:35,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395650x0, quorum=127.0.0.1:49884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T04:18:35,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39565-0x100606640380001 connected 2024-12-05T04:18:35,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39565-0x100606640380001, quorum=127.0.0.1:49884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:35,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39565-0x100606640380001, quorum=127.0.0.1:49884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T04:18:35,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39565 2024-12-05T04:18:35,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39565 2024-12-05T04:18:35,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39565 2024-12-05T04:18:35,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39565 2024-12-05T04:18:35,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39565 2024-12-05T04:18:35,586 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2f66fa2c0859:0 server-side Connection retries=45 2024-12-05T04:18:35,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:35,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:35,586 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T04:18:35,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T04:18:35,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T04:18:35,586 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T04:18:35,586 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T04:18:35,587 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43633 2024-12-05T04:18:35,587 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T04:18:35,587 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-05T04:18:35,595 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-05T04:18:35,595 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-05T04:18:35,596 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-05T04:18:35,596 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T04:18:35,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:35,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:35,601 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43633 connecting to ZooKeeper ensemble=127.0.0.1:49884 2024-12-05T04:18:35,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436330x0, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T04:18:35,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436330x0, quorum=127.0.0.1:49884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T04:18:35,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43633-0x100606640380002 connected 2024-12-05T04:18:35,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43633-0x100606640380002, quorum=127.0.0.1:49884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:35,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43633-0x100606640380002, quorum=127.0.0.1:49884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T04:18:35,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43633 2024-12-05T04:18:35,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43633 2024-12-05T04:18:35,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43633 2024-12-05T04:18:35,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43633 2024-12-05T04:18:35,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43633 2024-12-05T04:18:35,607 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/2f66fa2c0859,34203,1733372315492 2024-12-05T04:18:35,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x100606640380002, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:35,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x100606640380001, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:35,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:35,609 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2f66fa2c0859,34203,1733372315492 2024-12-05T04:18:35,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x100606640380001, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T04:18:35,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x100606640380002, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T04:18:35,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x100606640380001, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:35,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x100606640380002, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:35,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T04:18:35,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:35,611 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T04:18:35,611 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2f66fa2c0859,34203,1733372315492 from backup master directory 2024-12-05T04:18:35,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2f66fa2c0859,34203,1733372315492 2024-12-05T04:18:35,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:35,613 WARN [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T04:18:35,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x100606640380001, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:35,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T04:18:35,613 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2f66fa2c0859,34203,1733372315492 2024-12-05T04:18:35,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x100606640380002, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T04:18:35,619 DEBUG [M:0;2f66fa2c0859:34203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2f66fa2c0859:34203 2024-12-05T04:18:35,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741826_1002 (size=42) 2024-12-05T04:18:35,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741826_1002 (size=42) 2024-12-05T04:18:35,628 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/hbase.id with ID: d4f7459c-1a6d-4518-9f2f-c686acf93bec 2024-12-05T04:18:35,638 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T04:18:35,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x100606640380001, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:35,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:35,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x100606640380002, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:35,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741827_1003 (size=196) 2024-12-05T04:18:35,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741827_1003 (size=196) 2024-12-05T04:18:35,647 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T04:18:35,648 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T04:18:35,648 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T04:18:35,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741828_1004 (size=1189) 2024-12-05T04:18:35,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741828_1004 (size=1189) 2024-12-05T04:18:35,656 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/MasterData/data/master/store 2024-12-05T04:18:35,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741829_1005 (size=34) 2024-12-05T04:18:35,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741829_1005 (size=34) 2024-12-05T04:18:35,662 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:35,662 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T04:18:35,662 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:35,662 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:35,662 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T04:18:35,662 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:35,662 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:35,662 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T04:18:35,663 WARN [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/MasterData/data/master/store/.initializing 2024-12-05T04:18:35,663 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/MasterData/WALs/2f66fa2c0859,34203,1733372315492 2024-12-05T04:18:35,664 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T04:18:35,665 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f66fa2c0859%2C34203%2C1733372315492, suffix=, logDir=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/MasterData/WALs/2f66fa2c0859,34203,1733372315492, archiveDir=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/MasterData/oldWALs, maxLogs=10 2024-12-05T04:18:35,679 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/MasterData/WALs/2f66fa2c0859,34203,1733372315492/2f66fa2c0859%2C34203%2C1733372315492.1733372315666, exclude list is [], retry=0 2024-12-05T04:18:35,683 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40415,DS-df51ffb2-880a-4b2d-906a-568458dcbc4b,DISK] 2024-12-05T04:18:35,683 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43515,DS-c0c78e81-0de3-4fb7-9838-f5f488cfa33b,DISK] 2024-12-05T04:18:35,685 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/MasterData/WALs/2f66fa2c0859,34203,1733372315492/2f66fa2c0859%2C34203%2C1733372315492.1733372315666 2024-12-05T04:18:35,685 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39901:39901),(127.0.0.1/127.0.0.1:34177:34177)] 2024-12-05T04:18:35,685 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T04:18:35,685 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:35,685 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:35,685 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:35,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:35,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T04:18:35,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:35,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:35,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:35,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T04:18:35,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:35,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:35,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:35,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T04:18:35,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:35,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:35,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:35,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T04:18:35,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:35,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:35,693 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:35,694 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:35,695 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T04:18:35,696 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T04:18:35,698 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:35,699 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67286010, jitterRate=0.002639681100845337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T04:18:35,699 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T04:18:35,699 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T04:18:35,703 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb68848, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:35,703 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-05T04:18:35,704 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T04:18:35,704 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T04:18:35,704 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T04:18:35,704 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T04:18:35,705 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-05T04:18:35,705 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T04:18:35,706 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T04:18:35,707 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T04:18:35,709 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-05T04:18:35,709 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T04:18:35,709 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T04:18:35,711 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-05T04:18:35,711 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T04:18:35,712 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T04:18:35,713 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-05T04:18:35,713 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T04:18:35,714 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T04:18:35,716 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T04:18:35,717 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T04:18:35,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x100606640380001, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:35,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:35,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x100606640380002, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:35,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:35,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x100606640380002, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:35,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x100606640380001, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:35,719 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=2f66fa2c0859,34203,1733372315492, sessionid=0x100606640380000, setting cluster-up flag (Was=false) 2024-12-05T04:18:35,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x100606640380002, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:35,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x100606640380001, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:35,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:35,727 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T04:18:35,728 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2f66fa2c0859,34203,1733372315492 2024-12-05T04:18:35,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x100606640380002, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:35,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x100606640380001, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:35,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:35,736 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T04:18:35,737 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2f66fa2c0859,34203,1733372315492 2024-12-05T04:18:35,739 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-05T04:18:35,739 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-05T04:18:35,740 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T04:18:35,740 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2f66fa2c0859,34203,1733372315492 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T04:18:35,740 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2f66fa2c0859:0, corePoolSize=5, maxPoolSize=5 2024-12-05T04:18:35,740 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2f66fa2c0859:0, corePoolSize=5, maxPoolSize=5 2024-12-05T04:18:35,740 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=5, maxPoolSize=5 2024-12-05T04:18:35,740 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=5, maxPoolSize=5 2024-12-05T04:18:35,740 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2f66fa2c0859:0, corePoolSize=10, maxPoolSize=10 2024-12-05T04:18:35,740 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:35,740 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=2, maxPoolSize=2 2024-12-05T04:18:35,740 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:35,741 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733372345741 2024-12-05T04:18:35,741 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T04:18:35,741 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T04:18:35,741 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T04:18:35,741 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T04:18:35,741 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T04:18:35,741 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T04:18:35,741 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:35,742 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T04:18:35,742 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-05T04:18:35,742 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T04:18:35,742 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T04:18:35,742 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T04:18:35,742 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T04:18:35,742 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T04:18:35,742 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.large.0-1733372315742,5,FailOnTimeoutGroup] 2024-12-05T04:18:35,743 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.small.0-1733372315743,5,FailOnTimeoutGroup] 2024-12-05T04:18:35,743 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:35,743 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:35,743 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T04:18:35,743 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:35,743 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:35,743 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T04:18:35,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741831_1007 (size=1039) 2024-12-05T04:18:35,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741831_1007 (size=1039) 2024-12-05T04:18:35,754 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-05T04:18:35,754 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6 2024-12-05T04:18:35,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741832_1008 (size=32) 2024-12-05T04:18:35,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741832_1008 (size=32) 2024-12-05T04:18:35,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:35,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T04:18:35,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T04:18:35,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:35,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:35,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T04:18:35,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T04:18:35,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:35,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:35,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T04:18:35,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T04:18:35,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:35,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:35,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/meta/1588230740 2024-12-05T04:18:35,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/meta/1588230740 2024-12-05T04:18:35,773 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T04:18:35,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T04:18:35,776 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:35,776 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68448934, jitterRate=0.01996859908103943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T04:18:35,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T04:18:35,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T04:18:35,777 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T04:18:35,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T04:18:35,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T04:18:35,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T04:18:35,777 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T04:18:35,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T04:18:35,778 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T04:18:35,778 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-05T04:18:35,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T04:18:35,779 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T04:18:35,780 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T04:18:35,818 DEBUG [RS:1;2f66fa2c0859:43633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2f66fa2c0859:43633 2024-12-05T04:18:35,818 DEBUG [RS:0;2f66fa2c0859:39565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2f66fa2c0859:39565 2024-12-05T04:18:35,819 INFO [RS:1;2f66fa2c0859:43633 {}] regionserver.HRegionServer(1008): ClusterId : d4f7459c-1a6d-4518-9f2f-c686acf93bec 2024-12-05T04:18:35,819 INFO [RS:0;2f66fa2c0859:39565 {}] regionserver.HRegionServer(1008): ClusterId : d4f7459c-1a6d-4518-9f2f-c686acf93bec 2024-12-05T04:18:35,819 DEBUG [RS:1;2f66fa2c0859:43633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T04:18:35,819 DEBUG [RS:0;2f66fa2c0859:39565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T04:18:35,821 DEBUG [RS:0;2f66fa2c0859:39565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T04:18:35,821 DEBUG [RS:1;2f66fa2c0859:43633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T04:18:35,821 DEBUG [RS:1;2f66fa2c0859:43633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T04:18:35,821 DEBUG [RS:0;2f66fa2c0859:39565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T04:18:35,824 DEBUG [RS:1;2f66fa2c0859:43633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T04:18:35,824 DEBUG [RS:1;2f66fa2c0859:43633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785bc503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:35,825 DEBUG [RS:0;2f66fa2c0859:39565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T04:18:35,825 DEBUG [RS:1;2f66fa2c0859:43633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a6390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2f66fa2c0859/172.17.0.2:0 2024-12-05T04:18:35,825 DEBUG [RS:0;2f66fa2c0859:39565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3be0216f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:35,825 INFO [RS:1;2f66fa2c0859:43633 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T04:18:35,825 INFO [RS:1;2f66fa2c0859:43633 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T04:18:35,825 DEBUG [RS:1;2f66fa2c0859:43633 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T04:18:35,825 DEBUG [RS:0;2f66fa2c0859:39565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ce6f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2f66fa2c0859/172.17.0.2:0 2024-12-05T04:18:35,825 INFO [RS:0;2f66fa2c0859:39565 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T04:18:35,825 INFO [RS:0;2f66fa2c0859:39565 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T04:18:35,825 DEBUG [RS:0;2f66fa2c0859:39565 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T04:18:35,825 INFO [RS:1;2f66fa2c0859:43633 {}] regionserver.HRegionServer(3073): reportForDuty to master=2f66fa2c0859,34203,1733372315492 with isa=2f66fa2c0859/172.17.0.2:43633, startcode=1733372315585 2024-12-05T04:18:35,826 DEBUG [RS:1;2f66fa2c0859:43633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T04:18:35,826 INFO [RS:0;2f66fa2c0859:39565 {}] regionserver.HRegionServer(3073): reportForDuty to master=2f66fa2c0859,34203,1733372315492 with isa=2f66fa2c0859/172.17.0.2:39565, startcode=1733372315541 2024-12-05T04:18:35,826 DEBUG [RS:0;2f66fa2c0859:39565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T04:18:35,827 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50441, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T04:18:35,828 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34203 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2f66fa2c0859,39565,1733372315541 2024-12-05T04:18:35,828 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34203 {}] master.ServerManager(486): Registering regionserver=2f66fa2c0859,39565,1733372315541 2024-12-05T04:18:35,828 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54751, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T04:18:35,829 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34203 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2f66fa2c0859,43633,1733372315585 2024-12-05T04:18:35,829 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34203 {}] master.ServerManager(486): Registering regionserver=2f66fa2c0859,43633,1733372315585 2024-12-05T04:18:35,829 DEBUG [RS:0;2f66fa2c0859:39565 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6 2024-12-05T04:18:35,829 DEBUG [RS:0;2f66fa2c0859:39565 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37909 2024-12-05T04:18:35,829 DEBUG [RS:0;2f66fa2c0859:39565 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T04:18:35,830 DEBUG [RS:1;2f66fa2c0859:43633 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6 2024-12-05T04:18:35,830 DEBUG [RS:1;2f66fa2c0859:43633 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37909 2024-12-05T04:18:35,830 DEBUG [RS:1;2f66fa2c0859:43633 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T04:18:35,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T04:18:35,835 DEBUG [RS:0;2f66fa2c0859:39565 {}] zookeeper.ZKUtil(111): regionserver:39565-0x100606640380001, quorum=127.0.0.1:49884, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2f66fa2c0859,39565,1733372315541 2024-12-05T04:18:35,835 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2f66fa2c0859,43633,1733372315585] 2024-12-05T04:18:35,835 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2f66fa2c0859,39565,1733372315541] 2024-12-05T04:18:35,835 WARN [RS:0;2f66fa2c0859:39565 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T04:18:35,835 INFO [RS:0;2f66fa2c0859:39565 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T04:18:35,836 DEBUG [RS:0;2f66fa2c0859:39565 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/WALs/2f66fa2c0859,39565,1733372315541 2024-12-05T04:18:35,836 DEBUG [RS:1;2f66fa2c0859:43633 {}] zookeeper.ZKUtil(111): regionserver:43633-0x100606640380002, quorum=127.0.0.1:49884, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2f66fa2c0859,43633,1733372315585 2024-12-05T04:18:35,836 WARN [RS:1;2f66fa2c0859:43633 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T04:18:35,836 INFO [RS:1;2f66fa2c0859:43633 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T04:18:35,836 DEBUG [RS:1;2f66fa2c0859:43633 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/WALs/2f66fa2c0859,43633,1733372315585 2024-12-05T04:18:35,839 DEBUG [RS:0;2f66fa2c0859:39565 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T04:18:35,839 DEBUG [RS:1;2f66fa2c0859:43633 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T04:18:35,839 INFO [RS:0;2f66fa2c0859:39565 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T04:18:35,840 INFO [RS:1;2f66fa2c0859:43633 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T04:18:35,841 INFO [RS:0;2f66fa2c0859:39565 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T04:18:35,841 INFO [RS:0;2f66fa2c0859:39565 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T04:18:35,841 INFO [RS:0;2f66fa2c0859:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:35,842 INFO [RS:0;2f66fa2c0859:39565 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T04:18:35,842 INFO [RS:1;2f66fa2c0859:43633 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T04:18:35,842 INFO [RS:1;2f66fa2c0859:43633 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T04:18:35,842 INFO [RS:1;2f66fa2c0859:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:35,842 INFO [RS:1;2f66fa2c0859:43633 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T04:18:35,843 INFO [RS:0;2f66fa2c0859:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:35,843 DEBUG [RS:0;2f66fa2c0859:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:35,843 DEBUG [RS:0;2f66fa2c0859:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:35,843 DEBUG [RS:0;2f66fa2c0859:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:35,843 DEBUG [RS:0;2f66fa2c0859:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:35,843 DEBUG [RS:0;2f66fa2c0859:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:35,843 DEBUG [RS:0;2f66fa2c0859:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2f66fa2c0859:0, corePoolSize=2, maxPoolSize=2 2024-12-05T04:18:35,843 DEBUG [RS:0;2f66fa2c0859:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:35,843 DEBUG [RS:0;2f66fa2c0859:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:35,843 DEBUG [RS:0;2f66fa2c0859:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:35,843 DEBUG [RS:0;2f66fa2c0859:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:35,843 DEBUG [RS:0;2f66fa2c0859:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:35,843 DEBUG [RS:0;2f66fa2c0859:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2f66fa2c0859:0, corePoolSize=3, maxPoolSize=3 2024-12-05T04:18:35,843 DEBUG [RS:0;2f66fa2c0859:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2f66fa2c0859:0, corePoolSize=3, maxPoolSize=3 2024-12-05T04:18:35,843 INFO [RS:1;2f66fa2c0859:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:35,843 DEBUG [RS:1;2f66fa2c0859:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:35,843 DEBUG [RS:1;2f66fa2c0859:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:35,843 DEBUG [RS:1;2f66fa2c0859:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:35,843 DEBUG [RS:1;2f66fa2c0859:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:35,843 DEBUG [RS:1;2f66fa2c0859:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:35,843 DEBUG [RS:1;2f66fa2c0859:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2f66fa2c0859:0, corePoolSize=2, maxPoolSize=2 2024-12-05T04:18:35,843 DEBUG [RS:1;2f66fa2c0859:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:35,844 DEBUG [RS:1;2f66fa2c0859:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:35,844 DEBUG [RS:1;2f66fa2c0859:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:35,844 DEBUG [RS:1;2f66fa2c0859:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:35,844 INFO [RS:0;2f66fa2c0859:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:35,844 DEBUG [RS:1;2f66fa2c0859:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2f66fa2c0859:0, corePoolSize=1, maxPoolSize=1 2024-12-05T04:18:35,844 INFO [RS:0;2f66fa2c0859:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:35,844 DEBUG [RS:1;2f66fa2c0859:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2f66fa2c0859:0, corePoolSize=3, maxPoolSize=3 2024-12-05T04:18:35,844 DEBUG [RS:1;2f66fa2c0859:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2f66fa2c0859:0, corePoolSize=3, maxPoolSize=3 2024-12-05T04:18:35,844 INFO [RS:0;2f66fa2c0859:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:35,844 INFO [RS:0;2f66fa2c0859:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:35,844 INFO [RS:0;2f66fa2c0859:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,39565,1733372315541-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T04:18:35,844 INFO [RS:1;2f66fa2c0859:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:35,844 INFO [RS:1;2f66fa2c0859:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:35,844 INFO [RS:1;2f66fa2c0859:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:35,844 INFO [RS:1;2f66fa2c0859:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:35,844 INFO [RS:1;2f66fa2c0859:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,43633,1733372315585-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T04:18:35,861 INFO [RS:1;2f66fa2c0859:43633 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T04:18:35,861 INFO [RS:1;2f66fa2c0859:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,43633,1733372315585-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:35,862 INFO [RS:0;2f66fa2c0859:39565 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T04:18:35,862 INFO [RS:0;2f66fa2c0859:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,39565,1733372315541-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:35,875 INFO [RS:1;2f66fa2c0859:43633 {}] regionserver.Replication(204): 2f66fa2c0859,43633,1733372315585 started 2024-12-05T04:18:35,875 INFO [RS:1;2f66fa2c0859:43633 {}] regionserver.HRegionServer(1767): Serving as 2f66fa2c0859,43633,1733372315585, RpcServer on 2f66fa2c0859/172.17.0.2:43633, sessionid=0x100606640380002 2024-12-05T04:18:35,875 DEBUG [RS:1;2f66fa2c0859:43633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T04:18:35,875 DEBUG [RS:1;2f66fa2c0859:43633 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2f66fa2c0859,43633,1733372315585 2024-12-05T04:18:35,875 DEBUG [RS:1;2f66fa2c0859:43633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f66fa2c0859,43633,1733372315585' 2024-12-05T04:18:35,875 DEBUG [RS:1;2f66fa2c0859:43633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T04:18:35,875 INFO [RS:0;2f66fa2c0859:39565 {}] regionserver.Replication(204): 2f66fa2c0859,39565,1733372315541 started 2024-12-05T04:18:35,875 INFO [RS:0;2f66fa2c0859:39565 {}] regionserver.HRegionServer(1767): Serving as 2f66fa2c0859,39565,1733372315541, RpcServer on 2f66fa2c0859/172.17.0.2:39565, sessionid=0x100606640380001 2024-12-05T04:18:35,875 DEBUG [RS:0;2f66fa2c0859:39565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T04:18:35,875 DEBUG [RS:0;2f66fa2c0859:39565 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2f66fa2c0859,39565,1733372315541 2024-12-05T04:18:35,875 DEBUG [RS:0;2f66fa2c0859:39565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f66fa2c0859,39565,1733372315541' 2024-12-05T04:18:35,875 DEBUG [RS:0;2f66fa2c0859:39565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T04:18:35,875 DEBUG [RS:1;2f66fa2c0859:43633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T04:18:35,876 DEBUG [RS:0;2f66fa2c0859:39565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T04:18:35,876 DEBUG [RS:1;2f66fa2c0859:43633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T04:18:35,876 DEBUG [RS:1;2f66fa2c0859:43633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T04:18:35,876 DEBUG [RS:1;2f66fa2c0859:43633 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2f66fa2c0859,43633,1733372315585 2024-12-05T04:18:35,876 DEBUG [RS:1;2f66fa2c0859:43633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f66fa2c0859,43633,1733372315585' 2024-12-05T04:18:35,876 DEBUG [RS:1;2f66fa2c0859:43633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T04:18:35,876 DEBUG [RS:0;2f66fa2c0859:39565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T04:18:35,876 DEBUG [RS:1;2f66fa2c0859:43633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T04:18:35,876 DEBUG [RS:0;2f66fa2c0859:39565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T04:18:35,876 DEBUG [RS:0;2f66fa2c0859:39565 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2f66fa2c0859,39565,1733372315541 2024-12-05T04:18:35,876 DEBUG [RS:0;2f66fa2c0859:39565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2f66fa2c0859,39565,1733372315541' 2024-12-05T04:18:35,876 DEBUG [RS:0;2f66fa2c0859:39565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T04:18:35,876 DEBUG [RS:1;2f66fa2c0859:43633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T04:18:35,876 DEBUG [RS:0;2f66fa2c0859:39565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T04:18:35,876 INFO [RS:1;2f66fa2c0859:43633 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T04:18:35,877 INFO [RS:1;2f66fa2c0859:43633 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T04:18:35,877 DEBUG [RS:0;2f66fa2c0859:39565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T04:18:35,877 INFO [RS:0;2f66fa2c0859:39565 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T04:18:35,877 INFO [RS:0;2f66fa2c0859:39565 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T04:18:35,930 WARN [2f66fa2c0859:34203 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-05T04:18:35,977 INFO [RS:1;2f66fa2c0859:43633 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T04:18:35,977 INFO [RS:0;2f66fa2c0859:39565 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T04:18:35,979 INFO [RS:1;2f66fa2c0859:43633 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f66fa2c0859%2C43633%2C1733372315585, suffix=, logDir=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/WALs/2f66fa2c0859,43633,1733372315585, archiveDir=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/oldWALs, maxLogs=32 2024-12-05T04:18:35,979 INFO [RS:0;2f66fa2c0859:39565 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f66fa2c0859%2C39565%2C1733372315541, suffix=, logDir=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/WALs/2f66fa2c0859,39565,1733372315541, archiveDir=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/oldWALs, maxLogs=32 2024-12-05T04:18:36,000 DEBUG [RS:0;2f66fa2c0859:39565 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/WALs/2f66fa2c0859,39565,1733372315541/2f66fa2c0859%2C39565%2C1733372315541.1733372315979, exclude list is [], retry=0 2024-12-05T04:18:36,000 DEBUG [RS:1;2f66fa2c0859:43633 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/WALs/2f66fa2c0859,43633,1733372315585/2f66fa2c0859%2C43633%2C1733372315585.1733372315979, exclude list is [], retry=0 2024-12-05T04:18:36,003 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40415,DS-df51ffb2-880a-4b2d-906a-568458dcbc4b,DISK] 2024-12-05T04:18:36,003 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43515,DS-c0c78e81-0de3-4fb7-9838-f5f488cfa33b,DISK] 2024-12-05T04:18:36,004 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43515,DS-c0c78e81-0de3-4fb7-9838-f5f488cfa33b,DISK] 2024-12-05T04:18:36,004 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40415,DS-df51ffb2-880a-4b2d-906a-568458dcbc4b,DISK] 2024-12-05T04:18:36,007 INFO [RS:1;2f66fa2c0859:43633 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/WALs/2f66fa2c0859,43633,1733372315585/2f66fa2c0859%2C43633%2C1733372315585.1733372315979 2024-12-05T04:18:36,007 INFO [RS:0;2f66fa2c0859:39565 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/WALs/2f66fa2c0859,39565,1733372315541/2f66fa2c0859%2C39565%2C1733372315541.1733372315979 2024-12-05T04:18:36,008 DEBUG [RS:1;2f66fa2c0859:43633 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34177:34177),(127.0.0.1/127.0.0.1:39901:39901)] 2024-12-05T04:18:36,008 DEBUG [RS:0;2f66fa2c0859:39565 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39901:39901),(127.0.0.1/127.0.0.1:34177:34177)] 2024-12-05T04:18:36,181 DEBUG [2f66fa2c0859:34203 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T04:18:36,181 DEBUG [2f66fa2c0859:34203 {}] balancer.BalancerClusterState(202): Hosts are {2f66fa2c0859=0} racks are {/default-rack=0} 2024-12-05T04:18:36,183 DEBUG [2f66fa2c0859:34203 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T04:18:36,183 DEBUG [2f66fa2c0859:34203 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T04:18:36,183 INFO [2f66fa2c0859:34203 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T04:18:36,183 INFO [2f66fa2c0859:34203 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T04:18:36,183 DEBUG [2f66fa2c0859:34203 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T04:18:36,183 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2f66fa2c0859,39565,1733372315541 2024-12-05T04:18:36,184 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2f66fa2c0859,39565,1733372315541, state=OPENING 2024-12-05T04:18:36,185 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T04:18:36,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x100606640380002, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:36,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:36,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x100606640380001, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:36,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=2f66fa2c0859,39565,1733372315541}] 2024-12-05T04:18:36,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:36,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:36,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:36,340 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2f66fa2c0859,39565,1733372315541 2024-12-05T04:18:36,340 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T04:18:36,342 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T04:18:36,345 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-05T04:18:36,345 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T04:18:36,345 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T04:18:36,347 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2f66fa2c0859%2C39565%2C1733372315541.meta, suffix=.meta, logDir=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/WALs/2f66fa2c0859,39565,1733372315541, archiveDir=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/oldWALs, maxLogs=32 2024-12-05T04:18:36,360 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/WALs/2f66fa2c0859,39565,1733372315541/2f66fa2c0859%2C39565%2C1733372315541.meta.1733372316347.meta, exclude list is [], retry=0 2024-12-05T04:18:36,363 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40415,DS-df51ffb2-880a-4b2d-906a-568458dcbc4b,DISK] 2024-12-05T04:18:36,363 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43515,DS-c0c78e81-0de3-4fb7-9838-f5f488cfa33b,DISK] 2024-12-05T04:18:36,364 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/WALs/2f66fa2c0859,39565,1733372315541/2f66fa2c0859%2C39565%2C1733372315541.meta.1733372316347.meta 2024-12-05T04:18:36,365 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39901:39901),(127.0.0.1/127.0.0.1:34177:34177)] 2024-12-05T04:18:36,365 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T04:18:36,365 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T04:18:36,365 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T04:18:36,365 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T04:18:36,365 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T04:18:36,365 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:36,366 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-05T04:18:36,366 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-05T04:18:36,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T04:18:36,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T04:18:36,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:36,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:36,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T04:18:36,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T04:18:36,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:36,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:36,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T04:18:36,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T04:18:36,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:36,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T04:18:36,371 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/meta/1588230740 2024-12-05T04:18:36,372 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/meta/1588230740 2024-12-05T04:18:36,373 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T04:18:36,375 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T04:18:36,375 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60099970, jitterRate=-0.10444065928459167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T04:18:36,376 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T04:18:36,377 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733372316339 2024-12-05T04:18:36,378 DEBUG [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T04:18:36,379 INFO [RS_OPEN_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-05T04:18:36,379 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2f66fa2c0859,39565,1733372315541 2024-12-05T04:18:36,380 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2f66fa2c0859,39565,1733372315541, state=OPEN 2024-12-05T04:18:36,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x100606640380001, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T04:18:36,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T04:18:36,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x100606640380002, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T04:18:36,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:36,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:36,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T04:18:36,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T04:18:36,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=2f66fa2c0859,39565,1733372315541 in 194 msec 2024-12-05T04:18:36,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T04:18:36,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 605 msec 2024-12-05T04:18:36,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 647 msec 2024-12-05T04:18:36,386 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733372316386, completionTime=-1 2024-12-05T04:18:36,387 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-05T04:18:36,387 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-05T04:18:36,387 DEBUG [hconnection-0x528e12e8-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T04:18:36,389 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T04:18:36,390 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-05T04:18:36,390 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733372376390 2024-12-05T04:18:36,390 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733372436390 2024-12-05T04:18:36,390 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-05T04:18:36,395 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,34203,1733372315492-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:36,395 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,34203,1733372315492-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:36,395 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,34203,1733372315492-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:36,395 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2f66fa2c0859:34203, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:36,395 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:36,396 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-05T04:18:36,396 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T04:18:36,397 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-05T04:18:36,397 DEBUG [master/2f66fa2c0859:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-05T04:18:36,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T04:18:36,398 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:36,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T04:18:36,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741836_1012 (size=358) 2024-12-05T04:18:36,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741836_1012 (size=358) 2024-12-05T04:18:36,407 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7c4d0923e06e468c5ddf1b61104489b0, NAME => 'hbase:namespace,,1733372316396.7c4d0923e06e468c5ddf1b61104489b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6 2024-12-05T04:18:36,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741837_1013 (size=42) 2024-12-05T04:18:36,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741837_1013 (size=42) 2024-12-05T04:18:36,414 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733372316396.7c4d0923e06e468c5ddf1b61104489b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:36,414 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 7c4d0923e06e468c5ddf1b61104489b0, disabling compactions & flushes 2024-12-05T04:18:36,414 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733372316396.7c4d0923e06e468c5ddf1b61104489b0. 2024-12-05T04:18:36,414 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733372316396.7c4d0923e06e468c5ddf1b61104489b0. 2024-12-05T04:18:36,414 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733372316396.7c4d0923e06e468c5ddf1b61104489b0. after waiting 0 ms 2024-12-05T04:18:36,414 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733372316396.7c4d0923e06e468c5ddf1b61104489b0. 2024-12-05T04:18:36,414 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733372316396.7c4d0923e06e468c5ddf1b61104489b0. 2024-12-05T04:18:36,415 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7c4d0923e06e468c5ddf1b61104489b0: 2024-12-05T04:18:36,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T04:18:36,416 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733372316396.7c4d0923e06e468c5ddf1b61104489b0.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733372316416"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733372316416"}]},"ts":"1733372316416"} 2024-12-05T04:18:36,417 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T04:18:36,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T04:18:36,418 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733372316418"}]},"ts":"1733372316418"} 2024-12-05T04:18:36,420 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-05T04:18:36,423 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {2f66fa2c0859=0} racks are {/default-rack=0} 2024-12-05T04:18:36,424 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T04:18:36,424 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T04:18:36,424 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T04:18:36,424 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T04:18:36,424 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T04:18:36,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=7c4d0923e06e468c5ddf1b61104489b0, ASSIGN}] 2024-12-05T04:18:36,425 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=7c4d0923e06e468c5ddf1b61104489b0, ASSIGN 2024-12-05T04:18:36,426 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=7c4d0923e06e468c5ddf1b61104489b0, ASSIGN; state=OFFLINE, location=2f66fa2c0859,39565,1733372315541; forceNewPlan=false, retain=false 2024-12-05T04:18:36,576 INFO [2f66fa2c0859:34203 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T04:18:36,577 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=7c4d0923e06e468c5ddf1b61104489b0, regionState=OPENING, regionLocation=2f66fa2c0859,39565,1733372315541 2024-12-05T04:18:36,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 7c4d0923e06e468c5ddf1b61104489b0, server=2f66fa2c0859,39565,1733372315541}] 2024-12-05T04:18:36,731 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2f66fa2c0859,39565,1733372315541 2024-12-05T04:18:36,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733372316396.7c4d0923e06e468c5ddf1b61104489b0. 2024-12-05T04:18:36,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 7c4d0923e06e468c5ddf1b61104489b0, NAME => 'hbase:namespace,,1733372316396.7c4d0923e06e468c5ddf1b61104489b0.', STARTKEY => '', ENDKEY => ''} 2024-12-05T04:18:36,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 7c4d0923e06e468c5ddf1b61104489b0 2024-12-05T04:18:36,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733372316396.7c4d0923e06e468c5ddf1b61104489b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:36,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 7c4d0923e06e468c5ddf1b61104489b0 2024-12-05T04:18:36,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 7c4d0923e06e468c5ddf1b61104489b0 2024-12-05T04:18:36,737 INFO [StoreOpener-7c4d0923e06e468c5ddf1b61104489b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7c4d0923e06e468c5ddf1b61104489b0 2024-12-05T04:18:36,738 INFO [StoreOpener-7c4d0923e06e468c5ddf1b61104489b0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c4d0923e06e468c5ddf1b61104489b0 columnFamilyName info 2024-12-05T04:18:36,739 DEBUG [StoreOpener-7c4d0923e06e468c5ddf1b61104489b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:36,739 INFO [StoreOpener-7c4d0923e06e468c5ddf1b61104489b0-1 {}] regionserver.HStore(327): Store=7c4d0923e06e468c5ddf1b61104489b0/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:36,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/namespace/7c4d0923e06e468c5ddf1b61104489b0 2024-12-05T04:18:36,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/namespace/7c4d0923e06e468c5ddf1b61104489b0 2024-12-05T04:18:36,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 7c4d0923e06e468c5ddf1b61104489b0 2024-12-05T04:18:36,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/namespace/7c4d0923e06e468c5ddf1b61104489b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:36,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 7c4d0923e06e468c5ddf1b61104489b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69258128, jitterRate=0.03202652931213379}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T04:18:36,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 7c4d0923e06e468c5ddf1b61104489b0: 2024-12-05T04:18:36,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733372316396.7c4d0923e06e468c5ddf1b61104489b0., pid=6, masterSystemTime=1733372316731 2024-12-05T04:18:36,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733372316396.7c4d0923e06e468c5ddf1b61104489b0. 2024-12-05T04:18:36,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733372316396.7c4d0923e06e468c5ddf1b61104489b0. 2024-12-05T04:18:36,748 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=7c4d0923e06e468c5ddf1b61104489b0, regionState=OPEN, openSeqNum=2, regionLocation=2f66fa2c0859,39565,1733372315541 2024-12-05T04:18:36,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T04:18:36,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 7c4d0923e06e468c5ddf1b61104489b0, server=2f66fa2c0859,39565,1733372315541 in 171 msec 2024-12-05T04:18:36,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T04:18:36,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=7c4d0923e06e468c5ddf1b61104489b0, ASSIGN in 327 msec 2024-12-05T04:18:36,754 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T04:18:36,754 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733372316754"}]},"ts":"1733372316754"} 2024-12-05T04:18:36,755 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-05T04:18:36,758 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T04:18:36,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 362 msec 2024-12-05T04:18:36,798 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-05T04:18:36,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x100606640380002, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:36,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x100606640380001, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:36,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-05T04:18:36,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:36,804 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-05T04:18:36,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T04:18:36,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 9 msec 2024-12-05T04:18:36,815 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-05T04:18:36,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T04:18:36,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 8 msec 2024-12-05T04:18:36,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-05T04:18:36,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-05T04:18:36,834 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.220sec 2024-12-05T04:18:36,834 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T04:18:36,834 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T04:18:36,834 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T04:18:36,834 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T04:18:36,834 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T04:18:36,834 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,34203,1733372315492-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T04:18:36,834 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,34203,1733372315492-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T04:18:36,836 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-05T04:18:36,836 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T04:18:36,836 INFO [master/2f66fa2c0859:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2f66fa2c0859,34203,1733372315492-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T04:18:36,909 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x631b040f to 127.0.0.1:49884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51d505b 2024-12-05T04:18:36,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d88bdec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T04:18:36,914 DEBUG [hconnection-0x39ef80d6-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T04:18:36,915 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T04:18:36,917 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=2f66fa2c0859,34203,1733372315492 2024-12-05T04:18:36,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T04:18:36,919 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T04:18:36,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34203 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T04:18:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34203 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-05T04:18:36,922 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T04:18:36,922 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:36,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34203 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-05T04:18:36,923 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T04:18:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34203 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:36,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741838_1014 (size=379) 2024-12-05T04:18:36,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741838_1014 (size=379) 2024-12-05T04:18:36,935 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 049d46f00d5f327c983fa999b4fed956, NAME => 'testClearRegionBlockCache,5,1733372316920.049d46f00d5f327c983fa999b4fed956.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6 2024-12-05T04:18:36,935 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7da0f0b289b93a7b5a6324d41a348954, NAME => 'testClearRegionBlockCache,,1733372316920.7da0f0b289b93a7b5a6324d41a348954.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6 2024-12-05T04:18:36,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741839_1015 (size=61) 2024-12-05T04:18:36,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741839_1015 (size=61) 2024-12-05T04:18:36,945 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733372316920.7da0f0b289b93a7b5a6324d41a348954.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:36,945 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 7da0f0b289b93a7b5a6324d41a348954, disabling compactions & flushes 2024-12-05T04:18:36,945 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733372316920.7da0f0b289b93a7b5a6324d41a348954. 2024-12-05T04:18:36,945 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733372316920.7da0f0b289b93a7b5a6324d41a348954. 2024-12-05T04:18:36,945 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733372316920.7da0f0b289b93a7b5a6324d41a348954. after waiting 0 ms 2024-12-05T04:18:36,945 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733372316920.7da0f0b289b93a7b5a6324d41a348954. 2024-12-05T04:18:36,945 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733372316920.7da0f0b289b93a7b5a6324d41a348954. 2024-12-05T04:18:36,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741840_1016 (size=61) 2024-12-05T04:18:36,945 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7da0f0b289b93a7b5a6324d41a348954: 2024-12-05T04:18:36,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741840_1016 (size=61) 2024-12-05T04:18:36,946 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733372316920.049d46f00d5f327c983fa999b4fed956.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:36,946 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 049d46f00d5f327c983fa999b4fed956, disabling compactions & flushes 2024-12-05T04:18:36,946 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733372316920.049d46f00d5f327c983fa999b4fed956. 2024-12-05T04:18:36,946 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733372316920.049d46f00d5f327c983fa999b4fed956. 2024-12-05T04:18:36,946 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733372316920.049d46f00d5f327c983fa999b4fed956. after waiting 0 ms 2024-12-05T04:18:36,946 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733372316920.049d46f00d5f327c983fa999b4fed956. 2024-12-05T04:18:36,946 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733372316920.049d46f00d5f327c983fa999b4fed956. 2024-12-05T04:18:36,946 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 049d46f00d5f327c983fa999b4fed956: 2024-12-05T04:18:36,947 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T04:18:36,947 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733372316920.7da0f0b289b93a7b5a6324d41a348954.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733372316947"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733372316947"}]},"ts":"1733372316947"} 2024-12-05T04:18:36,947 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733372316920.049d46f00d5f327c983fa999b4fed956.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733372316947"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733372316947"}]},"ts":"1733372316947"} 2024-12-05T04:18:36,950 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-05T04:18:36,951 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T04:18:36,951 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733372316951"}]},"ts":"1733372316951"} 2024-12-05T04:18:36,952 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-05T04:18:36,955 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {2f66fa2c0859=0} racks are {/default-rack=0} 2024-12-05T04:18:36,957 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T04:18:36,957 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T04:18:36,957 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T04:18:36,957 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T04:18:36,957 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T04:18:36,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7da0f0b289b93a7b5a6324d41a348954, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=049d46f00d5f327c983fa999b4fed956, ASSIGN}] 2024-12-05T04:18:36,958 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=049d46f00d5f327c983fa999b4fed956, ASSIGN 2024-12-05T04:18:36,958 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7da0f0b289b93a7b5a6324d41a348954, ASSIGN 2024-12-05T04:18:36,959 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=049d46f00d5f327c983fa999b4fed956, ASSIGN; state=OFFLINE, location=2f66fa2c0859,39565,1733372315541; forceNewPlan=false, retain=false 2024-12-05T04:18:36,959 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7da0f0b289b93a7b5a6324d41a348954, ASSIGN; state=OFFLINE, location=2f66fa2c0859,43633,1733372315585; forceNewPlan=false, retain=false 2024-12-05T04:18:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34203 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:37,109 INFO [2f66fa2c0859:34203 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-05T04:18:37,109 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=7da0f0b289b93a7b5a6324d41a348954, regionState=OPENING, regionLocation=2f66fa2c0859,43633,1733372315585 2024-12-05T04:18:37,109 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=049d46f00d5f327c983fa999b4fed956, regionState=OPENING, regionLocation=2f66fa2c0859,39565,1733372315541 2024-12-05T04:18:37,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 7da0f0b289b93a7b5a6324d41a348954, server=2f66fa2c0859,43633,1733372315585}] 2024-12-05T04:18:37,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 049d46f00d5f327c983fa999b4fed956, server=2f66fa2c0859,39565,1733372315541}] 2024-12-05T04:18:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34203 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:37,263 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2f66fa2c0859,43633,1733372315585 2024-12-05T04:18:37,264 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T04:18:37,264 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2f66fa2c0859,39565,1733372315541 2024-12-05T04:18:37,265 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T04:18:37,268 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733372316920.7da0f0b289b93a7b5a6324d41a348954. 2024-12-05T04:18:37,268 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733372316920.049d46f00d5f327c983fa999b4fed956. 2024-12-05T04:18:37,269 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 7da0f0b289b93a7b5a6324d41a348954, NAME => 'testClearRegionBlockCache,,1733372316920.7da0f0b289b93a7b5a6324d41a348954.', STARTKEY => '', ENDKEY => '5'} 2024-12-05T04:18:37,269 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 049d46f00d5f327c983fa999b4fed956, NAME => 'testClearRegionBlockCache,5,1733372316920.049d46f00d5f327c983fa999b4fed956.', STARTKEY => '5', ENDKEY => ''} 2024-12-05T04:18:37,269 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7da0f0b289b93a7b5a6324d41a348954 2024-12-05T04:18:37,269 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 049d46f00d5f327c983fa999b4fed956 2024-12-05T04:18:37,269 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733372316920.7da0f0b289b93a7b5a6324d41a348954.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:37,269 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733372316920.049d46f00d5f327c983fa999b4fed956.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T04:18:37,269 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 7da0f0b289b93a7b5a6324d41a348954 2024-12-05T04:18:37,269 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 7da0f0b289b93a7b5a6324d41a348954 2024-12-05T04:18:37,269 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 049d46f00d5f327c983fa999b4fed956 2024-12-05T04:18:37,269 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 049d46f00d5f327c983fa999b4fed956 2024-12-05T04:18:37,270 INFO [StoreOpener-7da0f0b289b93a7b5a6324d41a348954-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7da0f0b289b93a7b5a6324d41a348954 2024-12-05T04:18:37,270 INFO [StoreOpener-049d46f00d5f327c983fa999b4fed956-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 049d46f00d5f327c983fa999b4fed956 2024-12-05T04:18:37,272 INFO [StoreOpener-7da0f0b289b93a7b5a6324d41a348954-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7da0f0b289b93a7b5a6324d41a348954 columnFamilyName family 2024-12-05T04:18:37,272 INFO [StoreOpener-049d46f00d5f327c983fa999b4fed956-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 049d46f00d5f327c983fa999b4fed956 columnFamilyName family 2024-12-05T04:18:37,272 DEBUG [StoreOpener-049d46f00d5f327c983fa999b4fed956-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:37,272 DEBUG [StoreOpener-7da0f0b289b93a7b5a6324d41a348954-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T04:18:37,272 INFO [StoreOpener-049d46f00d5f327c983fa999b4fed956-1 {}] regionserver.HStore(327): Store=049d46f00d5f327c983fa999b4fed956/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:37,272 INFO [StoreOpener-7da0f0b289b93a7b5a6324d41a348954-1 {}] regionserver.HStore(327): Store=7da0f0b289b93a7b5a6324d41a348954/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T04:18:37,273 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/default/testClearRegionBlockCache/049d46f00d5f327c983fa999b4fed956 2024-12-05T04:18:37,273 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/default/testClearRegionBlockCache/7da0f0b289b93a7b5a6324d41a348954 2024-12-05T04:18:37,273 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/default/testClearRegionBlockCache/049d46f00d5f327c983fa999b4fed956 2024-12-05T04:18:37,273 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/default/testClearRegionBlockCache/7da0f0b289b93a7b5a6324d41a348954 2024-12-05T04:18:37,275 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 049d46f00d5f327c983fa999b4fed956 2024-12-05T04:18:37,276 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 7da0f0b289b93a7b5a6324d41a348954 2024-12-05T04:18:37,278 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/default/testClearRegionBlockCache/049d46f00d5f327c983fa999b4fed956/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:37,278 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/default/testClearRegionBlockCache/7da0f0b289b93a7b5a6324d41a348954/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T04:18:37,278 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 049d46f00d5f327c983fa999b4fed956; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66114024, jitterRate=-0.014824271202087402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T04:18:37,278 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 7da0f0b289b93a7b5a6324d41a348954; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69967186, jitterRate=0.04259231686592102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T04:18:37,279 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 7da0f0b289b93a7b5a6324d41a348954: 2024-12-05T04:18:37,279 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 049d46f00d5f327c983fa999b4fed956: 2024-12-05T04:18:37,280 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733372316920.049d46f00d5f327c983fa999b4fed956., pid=13, masterSystemTime=1733372317264 2024-12-05T04:18:37,280 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733372316920.7da0f0b289b93a7b5a6324d41a348954., pid=12, masterSystemTime=1733372317263 2024-12-05T04:18:37,281 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733372316920.049d46f00d5f327c983fa999b4fed956. 2024-12-05T04:18:37,281 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733372316920.049d46f00d5f327c983fa999b4fed956. 2024-12-05T04:18:37,282 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=049d46f00d5f327c983fa999b4fed956, regionState=OPEN, openSeqNum=2, regionLocation=2f66fa2c0859,39565,1733372315541 2024-12-05T04:18:37,282 DEBUG [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733372316920.7da0f0b289b93a7b5a6324d41a348954. 2024-12-05T04:18:37,282 INFO [RS_OPEN_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733372316920.7da0f0b289b93a7b5a6324d41a348954. 2024-12-05T04:18:37,283 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=7da0f0b289b93a7b5a6324d41a348954, regionState=OPEN, openSeqNum=2, regionLocation=2f66fa2c0859,43633,1733372315585 2024-12-05T04:18:37,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-05T04:18:37,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 049d46f00d5f327c983fa999b4fed956, server=2f66fa2c0859,39565,1733372315541 in 171 msec 2024-12-05T04:18:37,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-05T04:18:37,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 7da0f0b289b93a7b5a6324d41a348954, server=2f66fa2c0859,43633,1733372315585 in 173 msec 2024-12-05T04:18:37,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=049d46f00d5f327c983fa999b4fed956, ASSIGN in 328 msec 2024-12-05T04:18:37,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T04:18:37,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7da0f0b289b93a7b5a6324d41a348954, ASSIGN in 329 msec 2024-12-05T04:18:37,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T04:18:37,289 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733372317288"}]},"ts":"1733372317288"} 2024-12-05T04:18:37,290 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-05T04:18:37,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T04:18:37,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 373 msec 2024-12-05T04:18:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34203 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T04:18:37,529 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-05T04:18:37,529 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-05T04:18:37,529 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T04:18:37,531 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-05T04:18:37,532 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T04:18:37,532 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-05T04:18:37,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T04:18:37,535 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T04:18:37,547 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 049d46f00d5f327c983fa999b4fed956 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-05T04:18:37,563 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/default/testClearRegionBlockCache/049d46f00d5f327c983fa999b4fed956/.tmp/family/1784aeafbed94b258d216195033a797b is 32, key is 5/family:/1733372317542/Put/seqid=0 2024-12-05T04:18:37,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741841_1017 (size=5083) 2024-12-05T04:18:37,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741841_1017 (size=5083) 2024-12-05T04:18:37,569 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/default/testClearRegionBlockCache/049d46f00d5f327c983fa999b4fed956/.tmp/family/1784aeafbed94b258d216195033a797b 2024-12-05T04:18:37,574 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/default/testClearRegionBlockCache/049d46f00d5f327c983fa999b4fed956/.tmp/family/1784aeafbed94b258d216195033a797b as hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/default/testClearRegionBlockCache/049d46f00d5f327c983fa999b4fed956/family/1784aeafbed94b258d216195033a797b 2024-12-05T04:18:37,580 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/default/testClearRegionBlockCache/049d46f00d5f327c983fa999b4fed956/family/1784aeafbed94b258d216195033a797b, entries=5, sequenceid=9, filesize=5.0 K 2024-12-05T04:18:37,581 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 049d46f00d5f327c983fa999b4fed956 in 34ms, sequenceid=9, compaction requested=false 2024-12-05T04:18:37,581 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 049d46f00d5f327c983fa999b4fed956: 2024-12-05T04:18:37,581 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 7da0f0b289b93a7b5a6324d41a348954 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-05T04:18:37,599 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/default/testClearRegionBlockCache/7da0f0b289b93a7b5a6324d41a348954/.tmp/family/e32a44f55f224699a71e83cf24a9da05 is 32, key is 1/family:/1733372317536/Put/seqid=0 2024-12-05T04:18:37,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741842_1018 (size=5054) 2024-12-05T04:18:37,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741842_1018 (size=5054) 2024-12-05T04:18:37,605 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/default/testClearRegionBlockCache/7da0f0b289b93a7b5a6324d41a348954/.tmp/family/e32a44f55f224699a71e83cf24a9da05 2024-12-05T04:18:37,610 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/default/testClearRegionBlockCache/7da0f0b289b93a7b5a6324d41a348954/.tmp/family/e32a44f55f224699a71e83cf24a9da05 as hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/default/testClearRegionBlockCache/7da0f0b289b93a7b5a6324d41a348954/family/e32a44f55f224699a71e83cf24a9da05 2024-12-05T04:18:37,615 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/default/testClearRegionBlockCache/7da0f0b289b93a7b5a6324d41a348954/family/e32a44f55f224699a71e83cf24a9da05, entries=4, sequenceid=8, filesize=4.9 K 2024-12-05T04:18:37,616 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 7da0f0b289b93a7b5a6324d41a348954 in 35ms, sequenceid=8, compaction requested=false 2024-12-05T04:18:37,616 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 7da0f0b289b93a7b5a6324d41a348954: 2024-12-05T04:18:37,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T04:18:37,624 INFO [RS-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33010, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T04:18:37,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] bucket.BucketCache(1851): found 1 blocks for file e32a44f55f224699a71e83cf24a9da05, starting offset: 0, end offset: 9223372036854775807 2024-12-05T04:18:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] bucket.BucketCache(843): removed key e32a44f55f224699a71e83cf24a9da05_0 from back map with offset lock 2094080 in the evict process 2024-12-05T04:18:37,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T04:18:37,626 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52392, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T04:18:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] bucket.BucketCache(1851): found 1 blocks for file 1784aeafbed94b258d216195033a797b, starting offset: 0, end offset: 9223372036854775807 2024-12-05T04:18:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] bucket.BucketCache(843): removed key 1784aeafbed94b258d216195033a797b_0 from back map with offset lock 2094080 in the evict process 2024-12-05T04:18:37,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-05T04:18:37,627 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T04:18:37,627 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x631b040f to 127.0.0.1:49884 2024-12-05T04:18:37,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:37,627 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T04:18:37,627 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1170068173, stopped=false 2024-12-05T04:18:37,627 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=2f66fa2c0859,34203,1733372315492 2024-12-05T04:18:37,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x100606640380002, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:37,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x100606640380001, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:37,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T04:18:37,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x100606640380001, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:37,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x100606640380002, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:37,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:37,630 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-05T04:18:37,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43633-0x100606640380002, quorum=127.0.0.1:49884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:37,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:37,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:37,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39565-0x100606640380001, quorum=127.0.0.1:49884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T04:18:37,631 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2f66fa2c0859,39565,1733372315541' ***** 2024-12-05T04:18:37,631 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T04:18:37,631 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2f66fa2c0859,43633,1733372315585' ***** 2024-12-05T04:18:37,631 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T04:18:37,632 INFO [RS:0;2f66fa2c0859:39565 {}] bucket.BucketCache(1726): Disabling cache 2024-12-05T04:18:37,632 INFO [RS:1;2f66fa2c0859:43633 {}] bucket.BucketCache(1726): Disabling cache 2024-12-05T04:18:37,632 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-05T04:18:37,632 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-05T04:18:37,632 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-05T04:18:37,632 INFO [RS:0;2f66fa2c0859:39565 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-05T04:18:37,632 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-05T04:18:37,632 INFO [RS:0;2f66fa2c0859:39565 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T04:18:37,632 INFO [RS:1;2f66fa2c0859:43633 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-05T04:18:37,632 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-05T04:18:37,632 INFO [RS:0;2f66fa2c0859:39565 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T04:18:37,633 INFO [RS:1;2f66fa2c0859:43633 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T04:18:37,633 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T04:18:37,633 INFO [RS:0;2f66fa2c0859:39565 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T04:18:37,633 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-05T04:18:37,633 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T04:18:37,633 INFO [RS:0;2f66fa2c0859:39565 {}] regionserver.HRegionServer(3579): Received CLOSE for 049d46f00d5f327c983fa999b4fed956 2024-12-05T04:18:37,633 INFO [RS:1;2f66fa2c0859:43633 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T04:18:37,633 INFO [RS:1;2f66fa2c0859:43633 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T04:18:37,633 INFO [RS:1;2f66fa2c0859:43633 {}] regionserver.HRegionServer(3579): Received CLOSE for 7da0f0b289b93a7b5a6324d41a348954 2024-12-05T04:18:37,633 INFO [RS:0;2f66fa2c0859:39565 {}] regionserver.HRegionServer(3579): Received CLOSE for 7c4d0923e06e468c5ddf1b61104489b0 2024-12-05T04:18:37,633 INFO [RS:0;2f66fa2c0859:39565 {}] regionserver.HRegionServer(1224): stopping server 2f66fa2c0859,39565,1733372315541 2024-12-05T04:18:37,633 DEBUG [RS:0;2f66fa2c0859:39565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:37,633 INFO [RS:0;2f66fa2c0859:39565 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T04:18:37,633 INFO [RS:0;2f66fa2c0859:39565 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T04:18:37,633 INFO [RS:1;2f66fa2c0859:43633 {}] regionserver.HRegionServer(1224): stopping server 2f66fa2c0859,43633,1733372315585 2024-12-05T04:18:37,633 INFO [RS:0;2f66fa2c0859:39565 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T04:18:37,633 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 049d46f00d5f327c983fa999b4fed956, disabling compactions & flushes 2024-12-05T04:18:37,633 DEBUG [RS:1;2f66fa2c0859:43633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:37,633 INFO [RS:0;2f66fa2c0859:39565 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-05T04:18:37,633 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733372316920.049d46f00d5f327c983fa999b4fed956. 2024-12-05T04:18:37,633 INFO [RS:1;2f66fa2c0859:43633 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-05T04:18:37,633 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733372316920.049d46f00d5f327c983fa999b4fed956. 2024-12-05T04:18:37,633 DEBUG [RS:1;2f66fa2c0859:43633 {}] regionserver.HRegionServer(1603): Online Regions={7da0f0b289b93a7b5a6324d41a348954=testClearRegionBlockCache,,1733372316920.7da0f0b289b93a7b5a6324d41a348954.} 2024-12-05T04:18:37,633 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733372316920.049d46f00d5f327c983fa999b4fed956. after waiting 0 ms 2024-12-05T04:18:37,633 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733372316920.049d46f00d5f327c983fa999b4fed956. 2024-12-05T04:18:37,633 DEBUG [RS:1;2f66fa2c0859:43633 {}] regionserver.HRegionServer(1629): Waiting on 7da0f0b289b93a7b5a6324d41a348954 2024-12-05T04:18:37,633 INFO [RS:0;2f66fa2c0859:39565 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-05T04:18:37,633 DEBUG [RS:0;2f66fa2c0859:39565 {}] regionserver.HRegionServer(1603): Online Regions={049d46f00d5f327c983fa999b4fed956=testClearRegionBlockCache,5,1733372316920.049d46f00d5f327c983fa999b4fed956., 7c4d0923e06e468c5ddf1b61104489b0=hbase:namespace,,1733372316396.7c4d0923e06e468c5ddf1b61104489b0., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T04:18:37,634 DEBUG [RS:0;2f66fa2c0859:39565 {}] regionserver.HRegionServer(1629): Waiting on 049d46f00d5f327c983fa999b4fed956, 1588230740, 7c4d0923e06e468c5ddf1b61104489b0 2024-12-05T04:18:37,634 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7da0f0b289b93a7b5a6324d41a348954, disabling compactions & flushes 2024-12-05T04:18:37,634 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T04:18:37,634 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733372316920.7da0f0b289b93a7b5a6324d41a348954. 2024-12-05T04:18:37,634 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733372316920.7da0f0b289b93a7b5a6324d41a348954. 2024-12-05T04:18:37,634 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T04:18:37,634 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733372316920.7da0f0b289b93a7b5a6324d41a348954. after waiting 0 ms 2024-12-05T04:18:37,634 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T04:18:37,634 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733372316920.7da0f0b289b93a7b5a6324d41a348954. 2024-12-05T04:18:37,634 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T04:18:37,634 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T04:18:37,634 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-05T04:18:37,638 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/default/testClearRegionBlockCache/049d46f00d5f327c983fa999b4fed956/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T04:18:37,638 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/default/testClearRegionBlockCache/7da0f0b289b93a7b5a6324d41a348954/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T04:18:37,638 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733372316920.049d46f00d5f327c983fa999b4fed956. 2024-12-05T04:18:37,638 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 049d46f00d5f327c983fa999b4fed956: 2024-12-05T04:18:37,639 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733372316920.7da0f0b289b93a7b5a6324d41a348954. 2024-12-05T04:18:37,639 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7da0f0b289b93a7b5a6324d41a348954: 2024-12-05T04:18:37,639 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733372316920.049d46f00d5f327c983fa999b4fed956. 2024-12-05T04:18:37,639 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7c4d0923e06e468c5ddf1b61104489b0, disabling compactions & flushes 2024-12-05T04:18:37,639 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733372316920.7da0f0b289b93a7b5a6324d41a348954. 2024-12-05T04:18:37,639 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733372316396.7c4d0923e06e468c5ddf1b61104489b0. 2024-12-05T04:18:37,639 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733372316396.7c4d0923e06e468c5ddf1b61104489b0. 2024-12-05T04:18:37,639 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733372316396.7c4d0923e06e468c5ddf1b61104489b0. after waiting 0 ms 2024-12-05T04:18:37,639 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733372316396.7c4d0923e06e468c5ddf1b61104489b0. 2024-12-05T04:18:37,639 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 7c4d0923e06e468c5ddf1b61104489b0 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-05T04:18:37,645 INFO [regionserver/2f66fa2c0859:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T04:18:37,646 INFO [regionserver/2f66fa2c0859:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T04:18:37,654 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/meta/1588230740/.tmp/info/efc99737d50c4df2a91b938009303718 is 173, key is testClearRegionBlockCache,5,1733372316920.049d46f00d5f327c983fa999b4fed956./info:regioninfo/1733372317282/Put/seqid=0 2024-12-05T04:18:37,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741843_1019 (size=9337) 2024-12-05T04:18:37,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741843_1019 (size=9337) 2024-12-05T04:18:37,660 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/namespace/7c4d0923e06e468c5ddf1b61104489b0/.tmp/info/1f9bab64328944c4bf944d8a9b60f2b8 is 45, key is default/info:d/1733372316807/Put/seqid=0 2024-12-05T04:18:37,660 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/meta/1588230740/.tmp/info/efc99737d50c4df2a91b938009303718 2024-12-05T04:18:37,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741844_1020 (size=5037) 2024-12-05T04:18:37,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741844_1020 (size=5037) 2024-12-05T04:18:37,669 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/namespace/7c4d0923e06e468c5ddf1b61104489b0/.tmp/info/1f9bab64328944c4bf944d8a9b60f2b8 2024-12-05T04:18:37,675 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/namespace/7c4d0923e06e468c5ddf1b61104489b0/.tmp/info/1f9bab64328944c4bf944d8a9b60f2b8 as hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/namespace/7c4d0923e06e468c5ddf1b61104489b0/info/1f9bab64328944c4bf944d8a9b60f2b8 2024-12-05T04:18:37,680 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/namespace/7c4d0923e06e468c5ddf1b61104489b0/info/1f9bab64328944c4bf944d8a9b60f2b8, entries=2, sequenceid=6, filesize=4.9 K 2024-12-05T04:18:37,681 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 7c4d0923e06e468c5ddf1b61104489b0 in 42ms, sequenceid=6, compaction requested=false 2024-12-05T04:18:37,683 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/meta/1588230740/.tmp/table/2c60e4db0e954b51bbf81578b49a6368 is 61, key is testClearRegionBlockCache/table:state/1733372317288/Put/seqid=0 2024-12-05T04:18:37,685 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/namespace/7c4d0923e06e468c5ddf1b61104489b0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T04:18:37,686 INFO [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733372316396.7c4d0923e06e468c5ddf1b61104489b0. 2024-12-05T04:18:37,686 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7c4d0923e06e468c5ddf1b61104489b0: 2024-12-05T04:18:37,686 DEBUG [RS_CLOSE_REGION-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733372316396.7c4d0923e06e468c5ddf1b61104489b0. 2024-12-05T04:18:37,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741845_1021 (size=5392) 2024-12-05T04:18:37,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741845_1021 (size=5392) 2024-12-05T04:18:37,690 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/meta/1588230740/.tmp/table/2c60e4db0e954b51bbf81578b49a6368 2024-12-05T04:18:37,695 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/meta/1588230740/.tmp/info/efc99737d50c4df2a91b938009303718 as hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/meta/1588230740/info/efc99737d50c4df2a91b938009303718 2024-12-05T04:18:37,700 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/meta/1588230740/info/efc99737d50c4df2a91b938009303718, entries=30, sequenceid=16, filesize=9.1 K 2024-12-05T04:18:37,700 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/meta/1588230740/.tmp/table/2c60e4db0e954b51bbf81578b49a6368 as hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/meta/1588230740/table/2c60e4db0e954b51bbf81578b49a6368 2024-12-05T04:18:37,706 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/meta/1588230740/table/2c60e4db0e954b51bbf81578b49a6368, entries=4, sequenceid=16, filesize=5.3 K 2024-12-05T04:18:37,707 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 72ms, sequenceid=16, compaction requested=false 2024-12-05T04:18:37,710 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T04:18:37,711 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T04:18:37,711 INFO [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T04:18:37,711 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T04:18:37,711 DEBUG [RS_CLOSE_META-regionserver/2f66fa2c0859:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T04:18:37,833 INFO [RS:1;2f66fa2c0859:43633 {}] regionserver.HRegionServer(1250): stopping server 2f66fa2c0859,43633,1733372315585; all regions closed. 2024-12-05T04:18:37,834 INFO [RS:0;2f66fa2c0859:39565 {}] regionserver.HRegionServer(1250): stopping server 2f66fa2c0859,39565,1733372315541; all regions closed. 2024-12-05T04:18:37,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741833_1009 (size=1758) 2024-12-05T04:18:37,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741835_1011 (size=5602) 2024-12-05T04:18:37,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741835_1011 (size=5602) 2024-12-05T04:18:37,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741833_1009 (size=1758) 2024-12-05T04:18:37,839 DEBUG [RS:1;2f66fa2c0859:43633 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/oldWALs 2024-12-05T04:18:37,839 INFO [RS:1;2f66fa2c0859:43633 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2f66fa2c0859%2C43633%2C1733372315585:(num 1733372315979) 2024-12-05T04:18:37,840 DEBUG [RS:1;2f66fa2c0859:43633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:37,840 DEBUG [RS:0;2f66fa2c0859:39565 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/oldWALs 2024-12-05T04:18:37,840 INFO [RS:0;2f66fa2c0859:39565 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2f66fa2c0859%2C39565%2C1733372315541.meta:.meta(num 1733372316347) 2024-12-05T04:18:37,840 INFO [RS:1;2f66fa2c0859:43633 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T04:18:37,840 INFO [RS:1;2f66fa2c0859:43633 {}] hbase.ChoreService(370): Chore service for: regionserver/2f66fa2c0859:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T04:18:37,840 INFO [RS:1;2f66fa2c0859:43633 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T04:18:37,840 INFO [RS:1;2f66fa2c0859:43633 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T04:18:37,840 INFO [RS:1;2f66fa2c0859:43633 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T04:18:37,840 INFO [regionserver/2f66fa2c0859:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T04:18:37,840 INFO [RS:1;2f66fa2c0859:43633 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43633 2024-12-05T04:18:37,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741834_1010 (size=3188) 2024-12-05T04:18:37,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T04:18:37,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x100606640380002, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2f66fa2c0859,43633,1733372315585 2024-12-05T04:18:37,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741834_1010 (size=3188) 2024-12-05T04:18:37,843 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2f66fa2c0859,43633,1733372315585] 2024-12-05T04:18:37,843 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2f66fa2c0859,43633,1733372315585; numProcessing=1 2024-12-05T04:18:37,845 DEBUG [RS:0;2f66fa2c0859:39565 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/oldWALs 2024-12-05T04:18:37,845 INFO [RS:0;2f66fa2c0859:39565 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2f66fa2c0859%2C39565%2C1733372315541:(num 1733372315979) 2024-12-05T04:18:37,845 DEBUG [RS:0;2f66fa2c0859:39565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:37,845 INFO [RS:0;2f66fa2c0859:39565 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T04:18:37,845 INFO [RS:0;2f66fa2c0859:39565 {}] hbase.ChoreService(370): Chore service for: regionserver/2f66fa2c0859:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-05T04:18:37,845 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2f66fa2c0859,43633,1733372315585 already deleted, retry=false 2024-12-05T04:18:37,846 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2f66fa2c0859,43633,1733372315585 expired; onlineServers=1 2024-12-05T04:18:37,846 INFO [regionserver/2f66fa2c0859:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T04:18:37,846 INFO [RS:0;2f66fa2c0859:39565 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39565 2024-12-05T04:18:37,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x100606640380001, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2f66fa2c0859,39565,1733372315541 2024-12-05T04:18:37,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T04:18:37,848 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2f66fa2c0859,39565,1733372315541] 2024-12-05T04:18:37,848 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2f66fa2c0859,39565,1733372315541; numProcessing=2 2024-12-05T04:18:37,850 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2f66fa2c0859,39565,1733372315541 already deleted, retry=false 2024-12-05T04:18:37,850 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2f66fa2c0859,39565,1733372315541 expired; onlineServers=0 2024-12-05T04:18:37,850 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2f66fa2c0859,34203,1733372315492' ***** 2024-12-05T04:18:37,850 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T04:18:37,850 DEBUG [M:0;2f66fa2c0859:34203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89d6a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2f66fa2c0859/172.17.0.2:0 2024-12-05T04:18:37,851 INFO [M:0;2f66fa2c0859:34203 {}] regionserver.HRegionServer(1224): stopping server 2f66fa2c0859,34203,1733372315492 2024-12-05T04:18:37,851 INFO [M:0;2f66fa2c0859:34203 {}] regionserver.HRegionServer(1250): stopping server 2f66fa2c0859,34203,1733372315492; all regions closed. 2024-12-05T04:18:37,851 DEBUG [M:0;2f66fa2c0859:34203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T04:18:37,851 DEBUG [M:0;2f66fa2c0859:34203 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T04:18:37,851 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T04:18:37,851 DEBUG [M:0;2f66fa2c0859:34203 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T04:18:37,851 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.large.0-1733372315742 {}] cleaner.HFileCleaner(306): Exit Thread[master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.large.0-1733372315742,5,FailOnTimeoutGroup] 2024-12-05T04:18:37,851 DEBUG [master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.small.0-1733372315743 {}] cleaner.HFileCleaner(306): Exit Thread[master/2f66fa2c0859:0:becomeActiveMaster-HFileCleaner.small.0-1733372315743,5,FailOnTimeoutGroup] 2024-12-05T04:18:37,851 INFO [M:0;2f66fa2c0859:34203 {}] hbase.ChoreService(370): Chore service for: master/2f66fa2c0859:0 had [] on shutdown 2024-12-05T04:18:37,851 DEBUG [M:0;2f66fa2c0859:34203 {}] master.HMaster(1733): Stopping service threads 2024-12-05T04:18:37,851 INFO [M:0;2f66fa2c0859:34203 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T04:18:37,851 INFO [M:0;2f66fa2c0859:34203 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T04:18:37,852 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T04:18:37,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T04:18:37,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T04:18:37,852 DEBUG [M:0;2f66fa2c0859:34203 {}] zookeeper.ZKUtil(347): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T04:18:37,852 WARN [M:0;2f66fa2c0859:34203 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T04:18:37,852 INFO [M:0;2f66fa2c0859:34203 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-05T04:18:37,853 INFO [M:0;2f66fa2c0859:34203 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T04:18:37,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T04:18:37,853 DEBUG [M:0;2f66fa2c0859:34203 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T04:18:37,853 INFO [M:0;2f66fa2c0859:34203 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:37,853 DEBUG [M:0;2f66fa2c0859:34203 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:37,853 DEBUG [M:0;2f66fa2c0859:34203 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T04:18:37,853 DEBUG [M:0;2f66fa2c0859:34203 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:37,853 INFO [M:0;2f66fa2c0859:34203 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.94 KB heapSize=56.38 KB 2024-12-05T04:18:37,871 DEBUG [M:0;2f66fa2c0859:34203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aff779369f864dc1b0001f26a9435540 is 82, key is hbase:meta,,1/info:regioninfo/1733372316379/Put/seqid=0 2024-12-05T04:18:37,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741846_1022 (size=5672) 2024-12-05T04:18:37,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741846_1022 (size=5672) 2024-12-05T04:18:37,877 INFO [M:0;2f66fa2c0859:34203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aff779369f864dc1b0001f26a9435540 2024-12-05T04:18:37,897 DEBUG [M:0;2f66fa2c0859:34203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e88ce664d9746fabe050d97101258a6 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733372317294/Put/seqid=0 2024-12-05T04:18:37,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741847_1023 (size=7583) 2024-12-05T04:18:37,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741847_1023 (size=7583) 2024-12-05T04:18:37,903 INFO [M:0;2f66fa2c0859:34203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.32 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e88ce664d9746fabe050d97101258a6 2024-12-05T04:18:37,922 DEBUG [M:0;2f66fa2c0859:34203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7489779d63c94a92a897deb821ca9b7d is 69, key is 2f66fa2c0859,39565,1733372315541/rs:state/1733372315828/Put/seqid=0 2024-12-05T04:18:37,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741848_1024 (size=5224) 2024-12-05T04:18:37,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741848_1024 (size=5224) 2024-12-05T04:18:37,928 INFO [M:0;2f66fa2c0859:34203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7489779d63c94a92a897deb821ca9b7d 2024-12-05T04:18:37,934 DEBUG [M:0;2f66fa2c0859:34203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aff779369f864dc1b0001f26a9435540 as hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aff779369f864dc1b0001f26a9435540 2024-12-05T04:18:37,938 INFO [M:0;2f66fa2c0859:34203 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aff779369f864dc1b0001f26a9435540, entries=8, sequenceid=108, filesize=5.5 K 2024-12-05T04:18:37,939 DEBUG [M:0;2f66fa2c0859:34203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e88ce664d9746fabe050d97101258a6 as hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e88ce664d9746fabe050d97101258a6 2024-12-05T04:18:37,943 INFO [M:0;2f66fa2c0859:34203 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e88ce664d9746fabe050d97101258a6, entries=13, sequenceid=108, filesize=7.4 K 2024-12-05T04:18:37,944 DEBUG [M:0;2f66fa2c0859:34203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7489779d63c94a92a897deb821ca9b7d as hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7489779d63c94a92a897deb821ca9b7d 2024-12-05T04:18:37,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x100606640380002, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:37,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x100606640380002, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:37,945 INFO [RS:1;2f66fa2c0859:43633 {}] regionserver.HRegionServer(1307): Exiting; stopping=2f66fa2c0859,43633,1733372315585; zookeeper connection closed. 2024-12-05T04:18:37,945 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39a8cb49 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39a8cb49 2024-12-05T04:18:37,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x100606640380001, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:37,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x100606640380001, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:37,949 INFO [RS:0;2f66fa2c0859:39565 {}] regionserver.HRegionServer(1307): Exiting; stopping=2f66fa2c0859,39565,1733372315541; zookeeper connection closed. 2024-12-05T04:18:37,950 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c252661 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c252661 2024-12-05T04:18:37,950 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-05T04:18:37,950 INFO [M:0;2f66fa2c0859:34203 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37909/user/jenkins/test-data/d0e46ffa-5a5d-e4d9-b5dd-8cac85654cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7489779d63c94a92a897deb821ca9b7d, entries=2, sequenceid=108, filesize=5.1 K 2024-12-05T04:18:37,951 INFO [M:0;2f66fa2c0859:34203 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.94 KB/47046, heapSize ~56.09 KB/57432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=108, compaction requested=false 2024-12-05T04:18:37,953 INFO [M:0;2f66fa2c0859:34203 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T04:18:37,953 DEBUG [M:0;2f66fa2c0859:34203 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T04:18:37,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741830_1006 (size=54577) 2024-12-05T04:18:37,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43515 is added to blk_1073741830_1006 (size=54577) 2024-12-05T04:18:37,956 INFO [M:0;2f66fa2c0859:34203 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-05T04:18:37,956 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T04:18:37,956 INFO [M:0;2f66fa2c0859:34203 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34203 2024-12-05T04:18:37,958 DEBUG [M:0;2f66fa2c0859:34203 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/2f66fa2c0859,34203,1733372315492 already deleted, retry=false 2024-12-05T04:18:38,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:38,060 INFO [M:0;2f66fa2c0859:34203 {}] regionserver.HRegionServer(1307): Exiting; stopping=2f66fa2c0859,34203,1733372315492; zookeeper connection closed. 2024-12-05T04:18:38,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34203-0x100606640380000, quorum=127.0.0.1:49884, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T04:18:38,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c9b19d8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T04:18:38,063 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38b6a7fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T04:18:38,064 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T04:18:38,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e17b8e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T04:18:38,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@353e2e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/hadoop.log.dir/,STOPPED} 2024-12-05T04:18:38,065 WARN [BP-60889995-172.17.0.2-1733372314719 heartbeating to localhost/127.0.0.1:37909 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T04:18:38,065 WARN [BP-60889995-172.17.0.2-1733372314719 heartbeating to localhost/127.0.0.1:37909 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-60889995-172.17.0.2-1733372314719 (Datanode Uuid d6a9936f-8978-4a43-9701-74943600c3a6) service to localhost/127.0.0.1:37909 2024-12-05T04:18:38,065 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T04:18:38,065 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T04:18:38,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/cluster_dc7b7c28-2960-61a5-1154-d82e1caae9b1/dfs/data/data3/current/BP-60889995-172.17.0.2-1733372314719 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T04:18:38,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/cluster_dc7b7c28-2960-61a5-1154-d82e1caae9b1/dfs/data/data4/current/BP-60889995-172.17.0.2-1733372314719 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T04:18:38,067 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T04:18:38,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ba7eb02{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T04:18:38,069 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79a07b2c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T04:18:38,069 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T04:18:38,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17159bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T04:18:38,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6061bb6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/hadoop.log.dir/,STOPPED} 2024-12-05T04:18:38,071 WARN [BP-60889995-172.17.0.2-1733372314719 heartbeating to localhost/127.0.0.1:37909 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T04:18:38,071 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T04:18:38,071 WARN [BP-60889995-172.17.0.2-1733372314719 heartbeating to localhost/127.0.0.1:37909 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-60889995-172.17.0.2-1733372314719 (Datanode Uuid 27826ac3-3e0c-4571-bc97-8b4068599237) service to localhost/127.0.0.1:37909 2024-12-05T04:18:38,071 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T04:18:38,071 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/cluster_dc7b7c28-2960-61a5-1154-d82e1caae9b1/dfs/data/data1/current/BP-60889995-172.17.0.2-1733372314719 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T04:18:38,072 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/cluster_dc7b7c28-2960-61a5-1154-d82e1caae9b1/dfs/data/data2/current/BP-60889995-172.17.0.2-1733372314719 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T04:18:38,072 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T04:18:38,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ca2eaec{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T04:18:38,080 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d2d2c56{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T04:18:38,080 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T04:18:38,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7df6e219{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T04:18:38,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e57ba40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6a753d8-1c73-295e-3d9e-43b08efe89b1/hadoop.log.dir/,STOPPED} 2024-12-05T04:18:38,086 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-05T04:18:38,103 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-05T04:18:38,115 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=197 (was 174) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:37909 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:37909 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:37909 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:37909 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37909 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:37909 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:37909 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=557 (was 526) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=158 (was 146) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6332 (was 6411)