2024-11-15 02:45:16,511 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4201c465 2024-11-15 02:45:16,528 main DEBUG Took 0.014531 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 02:45:16,529 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 02:45:16,529 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 02:45:16,531 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 02:45:16,533 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:45:16,577 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 02:45:16,597 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:45:16,599 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:45:16,600 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:45:16,600 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:45:16,601 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:45:16,601 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:45:16,603 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:45:16,603 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:45:16,604 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:45:16,605 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:45:16,606 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:45:16,607 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:45:16,607 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:45:16,608 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:45:16,609 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:45:16,609 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:45:16,610 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:45:16,611 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:45:16,612 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:45:16,612 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:45:16,613 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:45:16,613 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:45:16,614 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:45:16,615 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:45:16,616 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:45:16,617 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 02:45:16,619 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:45:16,621 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 02:45:16,624 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 02:45:16,625 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 02:45:16,627 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 02:45:16,627 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 02:45:16,638 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 02:45:16,642 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 02:45:16,644 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 02:45:16,645 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 02:45:16,646 main DEBUG createAppenders(={Console}) 2024-11-15 02:45:16,647 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4201c465 initialized 2024-11-15 02:45:16,647 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4201c465 2024-11-15 02:45:16,648 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4201c465 OK. 2024-11-15 02:45:16,648 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 02:45:16,649 main DEBUG OutputStream closed 2024-11-15 02:45:16,649 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 02:45:16,649 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 02:45:16,650 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@1e04fa0a OK 2024-11-15 02:45:16,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 02:45:16,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 02:45:16,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 02:45:16,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 02:45:16,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 02:45:16,767 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 02:45:16,767 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 02:45:16,767 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 02:45:16,768 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 02:45:16,768 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 02:45:16,768 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 02:45:16,769 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 02:45:16,769 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 02:45:16,770 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 02:45:16,770 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 02:45:16,771 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 02:45:16,771 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 02:45:16,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 02:45:16,775 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 02:45:16,778 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@77102b91) with optional ClassLoader: null 2024-11-15 02:45:16,778 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 02:45:16,779 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@77102b91] started OK. 2024-11-15T02:45:16,797 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestCleanupCompactedFileOnRegionClose timeout: 13 mins 2024-11-15 02:45:16,800 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 02:45:16,801 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T02:45:17,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a 2024-11-15T02:45:17,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T02:45:17,296 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/cluster_e43404af-5e85-388b-4a1a-2a5d0d32c034, deleteOnExit=true 2024-11-15T02:45:17,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T02:45:17,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/test.cache.data in system properties and HBase conf 2024-11-15T02:45:17,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T02:45:17,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/hadoop.log.dir in system properties and HBase conf 2024-11-15T02:45:17,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T02:45:17,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T02:45:17,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T02:45:17,481 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T02:45:17,628 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T02:45:17,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:45:17,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:45:17,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T02:45:17,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:45:17,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T02:45:17,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T02:45:17,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:45:17,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:45:17,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T02:45:17,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/nfs.dump.dir in system properties and HBase conf 2024-11-15T02:45:17,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/java.io.tmpdir in system properties and HBase conf 2024-11-15T02:45:17,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:45:17,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T02:45:17,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T02:45:19,423 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T02:45:19,536 INFO [Time-limited test {}] log.Log(170): Logging initialized @4049ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T02:45:19,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:45:19,759 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:45:19,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:45:19,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:45:19,834 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T02:45:19,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:45:19,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74946e4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:45:19,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@244b2389{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:45:20,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7166c9d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/java.io.tmpdir/jetty-localhost-38847-hadoop-hdfs-3_4_1-tests_jar-_-any-11031074854421575400/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:45:20,242 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5aae046c{HTTP/1.1, (http/1.1)}{localhost:38847} 2024-11-15T02:45:20,242 INFO [Time-limited test {}] server.Server(415): Started @4757ms 2024-11-15T02:45:21,149 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:45:21,164 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:45:21,167 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:45:21,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:45:21,168 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:45:21,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49998f9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:45:21,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bf1b90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:45:21,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@86c761f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/java.io.tmpdir/jetty-localhost-45349-hadoop-hdfs-3_4_1-tests_jar-_-any-15172621288216019010/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:45:21,348 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e9dba9e{HTTP/1.1, (http/1.1)}{localhost:45349} 2024-11-15T02:45:21,350 INFO [Time-limited test {}] server.Server(415): Started @5865ms 2024-11-15T02:45:21,433 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T02:45:21,683 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:45:21,705 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:45:21,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:45:21,722 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:45:21,722 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:45:21,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@556de250{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:45:21,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a49e721{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:45:22,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@679a41ef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/java.io.tmpdir/jetty-localhost-40197-hadoop-hdfs-3_4_1-tests_jar-_-any-8543861081450869417/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:45:22,055 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f25af3d{HTTP/1.1, (http/1.1)}{localhost:40197} 2024-11-15T02:45:22,055 INFO [Time-limited test {}] server.Server(415): Started @6570ms 2024-11-15T02:45:22,059 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T02:45:24,716 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/cluster_e43404af-5e85-388b-4a1a-2a5d0d32c034/data/data1/current/BP-861593768-172.17.0.3-1731638718714/current, will proceed with Du for space computation calculation, 2024-11-15T02:45:24,716 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/cluster_e43404af-5e85-388b-4a1a-2a5d0d32c034/data/data2/current/BP-861593768-172.17.0.3-1731638718714/current, will proceed with Du for space computation calculation, 2024-11-15T02:45:24,800 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T02:45:24,817 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/cluster_e43404af-5e85-388b-4a1a-2a5d0d32c034/data/data3/current/BP-861593768-172.17.0.3-1731638718714/current, will proceed with Du for space computation calculation, 2024-11-15T02:45:24,821 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/cluster_e43404af-5e85-388b-4a1a-2a5d0d32c034/data/data4/current/BP-861593768-172.17.0.3-1731638718714/current, will proceed with Du for space computation calculation, 2024-11-15T02:45:24,860 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T02:45:24,878 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0682594efad7c30 with lease ID 0x15c5291c5cb3b42f: Processing first storage report for DS-d1c02b62-1cf5-4914-ab60-5718fdb4244f from datanode DatanodeRegistration(127.0.0.1:44605, datanodeUuid=39b8497b-6f00-4714-85ae-f24b18ab505d, infoPort=46129, infoSecurePort=0, ipcPort=33631, storageInfo=lv=-57;cid=testClusterID;nsid=354586386;c=1731638718714) 2024-11-15T02:45:24,880 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0682594efad7c30 with lease ID 0x15c5291c5cb3b42f: from storage DS-d1c02b62-1cf5-4914-ab60-5718fdb4244f node DatanodeRegistration(127.0.0.1:44605, datanodeUuid=39b8497b-6f00-4714-85ae-f24b18ab505d, infoPort=46129, infoSecurePort=0, ipcPort=33631, storageInfo=lv=-57;cid=testClusterID;nsid=354586386;c=1731638718714), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-15T02:45:24,880 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9532747e0e7408bd with lease ID 0x15c5291c5cb3b42e: Processing first storage report for DS-2fec0112-ffb6-456f-8629-93654b42308d from datanode DatanodeRegistration(127.0.0.1:45647, datanodeUuid=d2bca58b-fb2b-4f63-ad98-11ec18da9522, infoPort=34799, infoSecurePort=0, ipcPort=42521, storageInfo=lv=-57;cid=testClusterID;nsid=354586386;c=1731638718714) 2024-11-15T02:45:24,881 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9532747e0e7408bd with lease ID 0x15c5291c5cb3b42e: from storage DS-2fec0112-ffb6-456f-8629-93654b42308d node DatanodeRegistration(127.0.0.1:45647, datanodeUuid=d2bca58b-fb2b-4f63-ad98-11ec18da9522, infoPort=34799, infoSecurePort=0, ipcPort=42521, storageInfo=lv=-57;cid=testClusterID;nsid=354586386;c=1731638718714), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:45:24,881 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0682594efad7c30 with lease ID 0x15c5291c5cb3b42f: Processing first storage report for DS-3cf723d6-af47-42db-843c-0d1779da45d8 from datanode DatanodeRegistration(127.0.0.1:44605, datanodeUuid=39b8497b-6f00-4714-85ae-f24b18ab505d, infoPort=46129, infoSecurePort=0, ipcPort=33631, storageInfo=lv=-57;cid=testClusterID;nsid=354586386;c=1731638718714) 2024-11-15T02:45:24,881 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0682594efad7c30 with lease ID 0x15c5291c5cb3b42f: from storage DS-3cf723d6-af47-42db-843c-0d1779da45d8 node DatanodeRegistration(127.0.0.1:44605, datanodeUuid=39b8497b-6f00-4714-85ae-f24b18ab505d, infoPort=46129, infoSecurePort=0, ipcPort=33631, storageInfo=lv=-57;cid=testClusterID;nsid=354586386;c=1731638718714), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:45:24,882 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9532747e0e7408bd with lease ID 0x15c5291c5cb3b42e: Processing first storage report for DS-bd3bac8e-f06e-4b3a-9f79-24d5b065e29c from datanode DatanodeRegistration(127.0.0.1:45647, datanodeUuid=d2bca58b-fb2b-4f63-ad98-11ec18da9522, infoPort=34799, infoSecurePort=0, ipcPort=42521, storageInfo=lv=-57;cid=testClusterID;nsid=354586386;c=1731638718714) 2024-11-15T02:45:24,882 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9532747e0e7408bd with lease ID 0x15c5291c5cb3b42e: from storage DS-bd3bac8e-f06e-4b3a-9f79-24d5b065e29c node DatanodeRegistration(127.0.0.1:45647, datanodeUuid=d2bca58b-fb2b-4f63-ad98-11ec18da9522, infoPort=34799, infoSecurePort=0, ipcPort=42521, storageInfo=lv=-57;cid=testClusterID;nsid=354586386;c=1731638718714), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T02:45:24,918 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a 2024-11-15T02:45:25,044 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/cluster_e43404af-5e85-388b-4a1a-2a5d0d32c034/zookeeper_0, clientPort=52470, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/cluster_e43404af-5e85-388b-4a1a-2a5d0d32c034/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/cluster_e43404af-5e85-388b-4a1a-2a5d0d32c034/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T02:45:25,060 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52470 2024-11-15T02:45:25,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:45:25,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:45:25,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741825_1001 (size=7) 2024-11-15T02:45:25,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741825_1001 (size=7) 2024-11-15T02:45:25,962 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a with version=8 2024-11-15T02:45:25,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/hbase-staging 2024-11-15T02:45:26,193 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T02:45:26,605 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:45:26,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:45:26,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:45:26,630 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:45:26,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:45:26,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:45:26,832 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T02:45:26,940 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T02:45:26,960 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T02:45:26,966 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:45:27,013 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 116119 (auto-detected) 2024-11-15T02:45:27,020 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-15T02:45:27,072 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41985 2024-11-15T02:45:27,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41985 connecting to ZooKeeper ensemble=127.0.0.1:52470 2024-11-15T02:45:27,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419850x0, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:45:27,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41985-0x1013c6205420000 connected 2024-11-15T02:45:27,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:45:27,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:45:27,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T02:45:27,483 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a, hbase.cluster.distributed=false 2024-11-15T02:45:27,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T02:45:27,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41985 2024-11-15T02:45:27,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41985 2024-11-15T02:45:27,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41985 2024-11-15T02:45:27,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41985 2024-11-15T02:45:27,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41985 2024-11-15T02:45:27,717 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:45:27,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:45:27,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:45:27,724 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:45:27,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:45:27,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:45:27,729 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:45:27,733 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:45:27,734 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34111 2024-11-15T02:45:27,738 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34111 connecting to ZooKeeper ensemble=127.0.0.1:52470 2024-11-15T02:45:27,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:45:27,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:45:27,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341110x0, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:45:27,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34111-0x1013c6205420001 connected 2024-11-15T02:45:27,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34111-0x1013c6205420001, quorum=127.0.0.1:52470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T02:45:27,799 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:45:27,818 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:45:27,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34111-0x1013c6205420001, quorum=127.0.0.1:52470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T02:45:27,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34111-0x1013c6205420001, quorum=127.0.0.1:52470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T02:45:27,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34111 2024-11-15T02:45:27,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34111 2024-11-15T02:45:27,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34111 2024-11-15T02:45:27,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34111 2024-11-15T02:45:27,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34111 2024-11-15T02:45:27,885 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:45:27,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:45:27,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:45:27,886 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:45:27,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:45:27,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:45:27,886 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:45:27,887 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:45:27,892 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34769 2024-11-15T02:45:27,895 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34769 connecting to ZooKeeper ensemble=127.0.0.1:52470 2024-11-15T02:45:27,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:45:27,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:45:27,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347690x0, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:45:27,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347690x0, quorum=127.0.0.1:52470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T02:45:27,934 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:45:27,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34769-0x1013c6205420002 connected 2024-11-15T02:45:27,937 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:45:27,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34769-0x1013c6205420002, quorum=127.0.0.1:52470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T02:45:27,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34769-0x1013c6205420002, quorum=127.0.0.1:52470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T02:45:27,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34769 2024-11-15T02:45:27,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34769 2024-11-15T02:45:27,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34769 2024-11-15T02:45:27,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34769 2024-11-15T02:45:27,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34769 2024-11-15T02:45:27,964 DEBUG [M:0;ce6119325ab7:41985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:41985 2024-11-15T02:45:27,966 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ce6119325ab7,41985,1731638726326 2024-11-15T02:45:27,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x1013c6205420002, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T02:45:27,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T02:45:27,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34111-0x1013c6205420001, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T02:45:27,989 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ce6119325ab7,41985,1731638726326 2024-11-15T02:45:28,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34111-0x1013c6205420001, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T02:45:28,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x1013c6205420002, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T02:45:28,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x1013c6205420002, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T02:45:28,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T02:45:28,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34111-0x1013c6205420001, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T02:45:28,030 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T02:45:28,031 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ce6119325ab7,41985,1731638726326 from backup master directory 2024-11-15T02:45:28,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ce6119325ab7,41985,1731638726326 2024-11-15T02:45:28,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34111-0x1013c6205420001, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T02:45:28,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T02:45:28,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x1013c6205420002, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T02:45:28,048 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:45:28,048 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,41985,1731638726326 2024-11-15T02:45:28,051 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T02:45:28,053 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T02:45:28,131 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/hbase.id] with ID: c1e774a9-ac62-4b76-8c4f-33f4ab2b37af 2024-11-15T02:45:28,132 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/.tmp/hbase.id 2024-11-15T02:45:28,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741826_1002 (size=42) 2024-11-15T02:45:28,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741826_1002 (size=42) 2024-11-15T02:45:28,147 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/.tmp/hbase.id]:[hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/hbase.id] 2024-11-15T02:45:28,248 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:45:28,257 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T02:45:28,289 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 30ms. 2024-11-15T02:45:28,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x1013c6205420002, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T02:45:28,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T02:45:28,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34111-0x1013c6205420001, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T02:45:28,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741827_1003 (size=196) 2024-11-15T02:45:28,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741827_1003 (size=196) 2024-11-15T02:45:28,405 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:45:28,418 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T02:45:28,442 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T02:45:28,449 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:45:28,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741828_1004 (size=1189) 2024-11-15T02:45:28,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741828_1004 (size=1189) 2024-11-15T02:45:28,533 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/MasterData/data/master/store 2024-11-15T02:45:28,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741829_1005 (size=34) 2024-11-15T02:45:28,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741829_1005 (size=34) 2024-11-15T02:45:28,592 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T02:45:28,597 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:45:28,598 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:45:28,599 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:45:28,599 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:45:28,601 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:45:28,601 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:45:28,602 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:45:28,603 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731638728598Disabling compacts and flushes for region at 1731638728598Disabling writes for close at 1731638728601 (+3 ms)Writing region close event to WAL at 1731638728601Closed at 1731638728601 2024-11-15T02:45:28,606 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/MasterData/data/master/store/.initializing 2024-11-15T02:45:28,606 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/MasterData/WALs/ce6119325ab7,41985,1731638726326 2024-11-15T02:45:28,617 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:45:28,637 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C41985%2C1731638726326, suffix=, logDir=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/MasterData/WALs/ce6119325ab7,41985,1731638726326, archiveDir=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/MasterData/oldWALs, maxLogs=10 2024-11-15T02:45:28,670 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/MasterData/WALs/ce6119325ab7,41985,1731638726326/ce6119325ab7%2C41985%2C1731638726326.1731638728644, exclude list is [], retry=0 2024-11-15T02:45:28,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45647,DS-2fec0112-ffb6-456f-8629-93654b42308d,DISK] 2024-11-15T02:45:28,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-d1c02b62-1cf5-4914-ab60-5718fdb4244f,DISK] 2024-11-15T02:45:28,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T02:45:28,754 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/MasterData/WALs/ce6119325ab7,41985,1731638726326/ce6119325ab7%2C41985%2C1731638726326.1731638728644 2024-11-15T02:45:28,755 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34799:34799),(127.0.0.1/127.0.0.1:46129:46129)] 2024-11-15T02:45:28,756 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:45:28,757 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:45:28,765 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:45:28,767 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:45:28,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:45:28,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T02:45:28,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:45:28,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:45:28,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:45:28,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T02:45:28,943 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:45:28,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:45:28,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:45:28,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T02:45:28,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:45:28,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:45:28,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:45:28,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T02:45:28,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:45:28,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:45:28,982 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:45:28,988 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:45:29,002 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:45:29,032 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:45:29,033 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:45:29,044 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:45:29,053 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:45:29,062 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:45:29,064 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65315624, jitterRate=-0.02672135829925537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:45:29,086 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731638728792Initializing all the Stores at 1731638728796 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731638728797 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731638728804 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731638728808 (+4 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731638728808Cleaning up temporary data from old regions at 1731638729033 (+225 ms)Region opened successfully at 1731638729086 (+53 ms) 2024-11-15T02:45:29,096 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T02:45:29,195 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24580975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:45:29,275 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T02:45:29,292 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T02:45:29,297 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T02:45:29,301 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T02:45:29,303 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T02:45:29,312 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-15T02:45:29,313 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T02:45:29,362 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T02:45:29,376 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T02:45:29,385 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T02:45:29,389 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T02:45:29,391 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T02:45:29,395 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T02:45:29,398 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T02:45:29,403 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T02:45:29,416 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T02:45:29,419 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T02:45:29,426 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T02:45:29,455 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T02:45:29,468 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T02:45:29,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34111-0x1013c6205420001, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T02:45:29,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34111-0x1013c6205420001, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T02:45:29,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T02:45:29,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T02:45:29,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x1013c6205420002, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T02:45:29,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x1013c6205420002, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T02:45:29,485 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,41985,1731638726326, sessionid=0x1013c6205420000, setting cluster-up flag (Was=false) 2024-11-15T02:45:29,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34111-0x1013c6205420001, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T02:45:29,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x1013c6205420002, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T02:45:29,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T02:45:29,553 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T02:45:29,556 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,41985,1731638726326 2024-11-15T02:45:29,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34111-0x1013c6205420001, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T02:45:29,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x1013c6205420002, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T02:45:29,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T02:45:29,767 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T02:45:29,769 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,41985,1731638726326 2024-11-15T02:45:29,777 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T02:45:29,865 INFO [RS:0;ce6119325ab7:34111 {}] regionserver.HRegionServer(746): ClusterId : c1e774a9-ac62-4b76-8c4f-33f4ab2b37af 2024-11-15T02:45:29,868 INFO [RS:1;ce6119325ab7:34769 {}] regionserver.HRegionServer(746): ClusterId : c1e774a9-ac62-4b76-8c4f-33f4ab2b37af 2024-11-15T02:45:29,868 DEBUG [RS:0;ce6119325ab7:34111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:45:29,868 DEBUG [RS:1;ce6119325ab7:34769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:45:29,875 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T02:45:29,886 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T02:45:29,899 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T02:45:29,908 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,41985,1731638726326 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T02:45:29,919 DEBUG [RS:0;ce6119325ab7:34111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:45:29,919 DEBUG [RS:1;ce6119325ab7:34769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:45:29,919 DEBUG [RS:0;ce6119325ab7:34111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:45:29,919 DEBUG [RS:1;ce6119325ab7:34769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:45:29,921 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:45:29,921 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:45:29,922 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:45:29,922 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:45:29,922 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10 2024-11-15T02:45:29,922 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:45:29,922 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:45:29,922 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:45:29,938 DEBUG [RS:1;ce6119325ab7:34769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:45:29,938 DEBUG [RS:1;ce6119325ab7:34769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cbe5f45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:45:29,944 DEBUG [RS:0;ce6119325ab7:34111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:45:29,945 DEBUG [RS:0;ce6119325ab7:34111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b36bdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:45:29,946 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:45:29,947 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T02:45:29,952 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731638759952 2024-11-15T02:45:29,954 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T02:45:29,955 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T02:45:29,961 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T02:45:29,963 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:45:29,963 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T02:45:29,964 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T02:45:29,965 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T02:45:29,965 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T02:45:29,966 DEBUG [RS:1;ce6119325ab7:34769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ce6119325ab7:34769 2024-11-15T02:45:29,970 DEBUG [RS:0;ce6119325ab7:34111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:34111 2024-11-15T02:45:29,970 INFO [RS:0;ce6119325ab7:34111 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:45:29,970 INFO [RS:1;ce6119325ab7:34769 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:45:29,971 INFO [RS:0;ce6119325ab7:34111 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:45:29,971 INFO [RS:1;ce6119325ab7:34769 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:45:29,971 DEBUG [RS:0;ce6119325ab7:34111 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:45:29,971 DEBUG [RS:1;ce6119325ab7:34769 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:45:29,971 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:29,974 INFO [RS:1;ce6119325ab7:34769 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,41985,1731638726326 with port=34769, startcode=1731638727884 2024-11-15T02:45:29,977 INFO [RS:0;ce6119325ab7:34111 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,41985,1731638726326 with port=34111, startcode=1731638727642 2024-11-15T02:45:29,990 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T02:45:29,994 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T02:45:29,995 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T02:45:29,997 DEBUG [RS:0;ce6119325ab7:34111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:45:30,004 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T02:45:30,005 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T02:45:30,008 DEBUG [RS:1;ce6119325ab7:34769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:45:30,012 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731638730007,5,FailOnTimeoutGroup] 2024-11-15T02:45:30,015 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731638730012,5,FailOnTimeoutGroup] 2024-11-15T02:45:30,015 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:30,015 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T02:45:30,017 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:30,019 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:30,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741831_1007 (size=1321) 2024-11-15T02:45:30,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741831_1007 (size=1321) 2024-11-15T02:45:30,094 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T02:45:30,095 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:45:30,095 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a 2024-11-15T02:45:30,096 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:45:30,104 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41985 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,34111,1731638727642 2024-11-15T02:45:30,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41985 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,34111,1731638727642 2024-11-15T02:45:30,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741832_1008 (size=32) 2024-11-15T02:45:30,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741832_1008 (size=32) 2024-11-15T02:45:30,129 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41985 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,34769,1731638727884 2024-11-15T02:45:30,129 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41985 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,34769,1731638727884 2024-11-15T02:45:30,134 DEBUG [RS:0;ce6119325ab7:34111 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a 2024-11-15T02:45:30,134 DEBUG [RS:0;ce6119325ab7:34111 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35167 2024-11-15T02:45:30,134 DEBUG [RS:0;ce6119325ab7:34111 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:45:30,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:45:30,138 DEBUG [RS:1;ce6119325ab7:34769 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a 2024-11-15T02:45:30,138 DEBUG [RS:1;ce6119325ab7:34769 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35167 2024-11-15T02:45:30,138 DEBUG [RS:1;ce6119325ab7:34769 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:45:30,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:45:30,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:45:30,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:45:30,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:45:30,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:45:30,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:45:30,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:45:30,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T02:45:30,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:45:30,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:45:30,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:45:30,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:45:30,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:45:30,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:45:30,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:45:30,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:45:30,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:45:30,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:45:30,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/hbase/meta/1588230740 2024-11-15T02:45:30,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/hbase/meta/1588230740 2024-11-15T02:45:30,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:45:30,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:45:30,179 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:45:30,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:45:30,186 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:45:30,187 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70668917, jitterRate=0.05304892361164093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:45:30,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731638730137Initializing all the Stores at 1731638730139 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731638730139Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731638730139Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731638730139Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731638730139Cleaning up temporary data from old regions at 1731638730177 (+38 ms)Region opened successfully at 1731638730192 (+15 ms) 2024-11-15T02:45:30,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:45:30,193 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:45:30,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:45:30,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:45:30,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:45:30,195 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:45:30,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731638730193Disabling compacts and flushes for region at 1731638730193Disabling writes for close at 1731638730193Writing region close event to WAL at 1731638730195 (+2 ms)Closed at 1731638730195 2024-11-15T02:45:30,198 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:45:30,198 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T02:45:30,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T02:45:30,215 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:45:30,223 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T02:45:30,231 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,34769,1731638727884] 2024-11-15T02:45:30,231 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,34111,1731638727642] 2024-11-15T02:45:30,231 DEBUG [RS:0;ce6119325ab7:34111 {}] zookeeper.ZKUtil(111): regionserver:34111-0x1013c6205420001, quorum=127.0.0.1:52470, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ce6119325ab7,34111,1731638727642 2024-11-15T02:45:30,231 WARN [RS:0;ce6119325ab7:34111 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:45:30,231 INFO [RS:0;ce6119325ab7:34111 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:45:30,232 DEBUG [RS:0;ce6119325ab7:34111 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/WALs/ce6119325ab7,34111,1731638727642 2024-11-15T02:45:30,233 DEBUG [RS:1;ce6119325ab7:34769 {}] zookeeper.ZKUtil(111): regionserver:34769-0x1013c6205420002, quorum=127.0.0.1:52470, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ce6119325ab7,34769,1731638727884 2024-11-15T02:45:30,235 WARN [RS:1;ce6119325ab7:34769 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:45:30,235 INFO [RS:1;ce6119325ab7:34769 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:45:30,236 DEBUG [RS:1;ce6119325ab7:34769 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/WALs/ce6119325ab7,34769,1731638727884 2024-11-15T02:45:30,271 INFO [RS:0;ce6119325ab7:34111 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:45:30,271 INFO [RS:1;ce6119325ab7:34769 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:45:30,295 INFO [RS:1;ce6119325ab7:34769 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:45:30,295 INFO [RS:0;ce6119325ab7:34111 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:45:30,302 INFO [RS:0;ce6119325ab7:34111 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:45:30,302 INFO [RS:0;ce6119325ab7:34111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:30,303 INFO [RS:1;ce6119325ab7:34769 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:45:30,303 INFO [RS:1;ce6119325ab7:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:30,305 INFO [RS:0;ce6119325ab7:34111 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:45:30,308 INFO [RS:1;ce6119325ab7:34769 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:45:30,316 INFO [RS:1;ce6119325ab7:34769 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:45:30,319 INFO [RS:1;ce6119325ab7:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:30,320 DEBUG [RS:1;ce6119325ab7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:45:30,321 DEBUG [RS:1;ce6119325ab7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:45:30,321 DEBUG [RS:1;ce6119325ab7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:45:30,321 INFO [RS:0;ce6119325ab7:34111 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:45:30,321 DEBUG [RS:1;ce6119325ab7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:45:30,321 INFO [RS:0;ce6119325ab7:34111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:30,321 DEBUG [RS:1;ce6119325ab7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:45:30,322 DEBUG [RS:0;ce6119325ab7:34111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:45:30,322 DEBUG [RS:1;ce6119325ab7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:45:30,322 DEBUG [RS:0;ce6119325ab7:34111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:45:30,322 DEBUG [RS:1;ce6119325ab7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:45:30,322 DEBUG [RS:0;ce6119325ab7:34111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:45:30,328 DEBUG [RS:0;ce6119325ab7:34111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:45:30,328 DEBUG [RS:0;ce6119325ab7:34111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:45:30,328 DEBUG [RS:0;ce6119325ab7:34111 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:45:30,329 DEBUG [RS:0;ce6119325ab7:34111 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:45:30,322 DEBUG [RS:1;ce6119325ab7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:45:30,329 DEBUG [RS:0;ce6119325ab7:34111 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:45:30,329 DEBUG [RS:1;ce6119325ab7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:45:30,329 DEBUG [RS:1;ce6119325ab7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:45:30,329 DEBUG [RS:1;ce6119325ab7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:45:30,329 DEBUG [RS:0;ce6119325ab7:34111 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:45:30,330 DEBUG [RS:1;ce6119325ab7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:45:30,330 DEBUG [RS:0;ce6119325ab7:34111 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:45:30,330 DEBUG [RS:1;ce6119325ab7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:45:30,330 DEBUG [RS:0;ce6119325ab7:34111 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:45:30,330 DEBUG [RS:1;ce6119325ab7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:45:30,330 DEBUG [RS:0;ce6119325ab7:34111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:45:30,330 DEBUG [RS:0;ce6119325ab7:34111 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:45:30,330 DEBUG [RS:0;ce6119325ab7:34111 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:45:30,377 INFO [RS:1;ce6119325ab7:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:30,378 INFO [RS:1;ce6119325ab7:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:30,378 INFO [RS:1;ce6119325ab7:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:30,378 INFO [RS:1;ce6119325ab7:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:30,379 INFO [RS:1;ce6119325ab7:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:30,379 INFO [RS:1;ce6119325ab7:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34769,1731638727884-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:45:30,387 WARN [ce6119325ab7:41985 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T02:45:30,418 INFO [RS:0;ce6119325ab7:34111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:30,418 INFO [RS:0;ce6119325ab7:34111 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:30,419 INFO [RS:0;ce6119325ab7:34111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:30,419 INFO [RS:0;ce6119325ab7:34111 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:30,419 INFO [RS:0;ce6119325ab7:34111 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:30,419 INFO [RS:0;ce6119325ab7:34111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34111,1731638727642-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:45:30,438 INFO [RS:1;ce6119325ab7:34769 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:45:30,444 INFO [RS:1;ce6119325ab7:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34769,1731638727884-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:30,445 INFO [RS:1;ce6119325ab7:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:30,445 INFO [RS:1;ce6119325ab7:34769 {}] regionserver.Replication(171): ce6119325ab7,34769,1731638727884 started 2024-11-15T02:45:30,466 INFO [RS:0;ce6119325ab7:34111 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:45:30,466 INFO [RS:0;ce6119325ab7:34111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34111,1731638727642-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:30,466 INFO [RS:0;ce6119325ab7:34111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:30,466 INFO [RS:0;ce6119325ab7:34111 {}] regionserver.Replication(171): ce6119325ab7,34111,1731638727642 started 2024-11-15T02:45:30,517 INFO [RS:1;ce6119325ab7:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:30,518 INFO [RS:1;ce6119325ab7:34769 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,34769,1731638727884, RpcServer on ce6119325ab7/172.17.0.3:34769, sessionid=0x1013c6205420002 2024-11-15T02:45:30,519 DEBUG [RS:1;ce6119325ab7:34769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:45:30,519 DEBUG [RS:1;ce6119325ab7:34769 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,34769,1731638727884 2024-11-15T02:45:30,520 DEBUG [RS:1;ce6119325ab7:34769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,34769,1731638727884' 2024-11-15T02:45:30,520 DEBUG [RS:1;ce6119325ab7:34769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T02:45:30,532 DEBUG [RS:1;ce6119325ab7:34769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T02:45:30,536 DEBUG [RS:1;ce6119325ab7:34769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:45:30,536 DEBUG [RS:1;ce6119325ab7:34769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:45:30,537 DEBUG [RS:1;ce6119325ab7:34769 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,34769,1731638727884 2024-11-15T02:45:30,537 DEBUG [RS:1;ce6119325ab7:34769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,34769,1731638727884' 2024-11-15T02:45:30,537 DEBUG [RS:1;ce6119325ab7:34769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T02:45:30,540 INFO [RS:0;ce6119325ab7:34111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:30,540 INFO [RS:0;ce6119325ab7:34111 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,34111,1731638727642, RpcServer on ce6119325ab7/172.17.0.3:34111, sessionid=0x1013c6205420001 2024-11-15T02:45:30,541 DEBUG [RS:0;ce6119325ab7:34111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:45:30,541 DEBUG [RS:0;ce6119325ab7:34111 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,34111,1731638727642 2024-11-15T02:45:30,541 DEBUG [RS:0;ce6119325ab7:34111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,34111,1731638727642' 2024-11-15T02:45:30,543 DEBUG [RS:0;ce6119325ab7:34111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T02:45:30,543 DEBUG [RS:1;ce6119325ab7:34769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T02:45:30,545 DEBUG [RS:0;ce6119325ab7:34111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T02:45:30,552 DEBUG [RS:0;ce6119325ab7:34111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:45:30,552 DEBUG [RS:1;ce6119325ab7:34769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:45:30,552 DEBUG [RS:0;ce6119325ab7:34111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:45:30,552 DEBUG [RS:0;ce6119325ab7:34111 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,34111,1731638727642 2024-11-15T02:45:30,553 DEBUG [RS:0;ce6119325ab7:34111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,34111,1731638727642' 2024-11-15T02:45:30,553 DEBUG [RS:0;ce6119325ab7:34111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T02:45:30,554 DEBUG [RS:0;ce6119325ab7:34111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T02:45:30,555 DEBUG [RS:0;ce6119325ab7:34111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:45:30,555 INFO [RS:0;ce6119325ab7:34111 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:45:30,555 INFO [RS:0;ce6119325ab7:34111 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:45:30,556 INFO [RS:1;ce6119325ab7:34769 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:45:30,569 INFO [RS:1;ce6119325ab7:34769 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:45:30,677 INFO [RS:1;ce6119325ab7:34769 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:45:30,678 INFO [RS:0;ce6119325ab7:34111 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:45:30,693 INFO [RS:1;ce6119325ab7:34769 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=125 KB, rollsize=62.50 KB, prefix=ce6119325ab7%2C34769%2C1731638727884, suffix=, logDir=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/WALs/ce6119325ab7,34769,1731638727884, archiveDir=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/oldWALs, maxLogs=28835 2024-11-15T02:45:30,701 INFO [RS:0;ce6119325ab7:34111 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=125 KB, rollsize=62.50 KB, prefix=ce6119325ab7%2C34111%2C1731638727642, suffix=, logDir=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/WALs/ce6119325ab7,34111,1731638727642, archiveDir=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/oldWALs, maxLogs=28835 2024-11-15T02:45:30,743 DEBUG [RS:1;ce6119325ab7:34769 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/WALs/ce6119325ab7,34769,1731638727884/ce6119325ab7%2C34769%2C1731638727884.1731638730706, exclude list is [], retry=0 2024-11-15T02:45:30,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45647,DS-2fec0112-ffb6-456f-8629-93654b42308d,DISK] 2024-11-15T02:45:30,760 DEBUG [RS:0;ce6119325ab7:34111 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/WALs/ce6119325ab7,34111,1731638727642/ce6119325ab7%2C34111%2C1731638727642.1731638730704, exclude list is [], retry=0 2024-11-15T02:45:30,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-d1c02b62-1cf5-4914-ab60-5718fdb4244f,DISK] 2024-11-15T02:45:30,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45647,DS-2fec0112-ffb6-456f-8629-93654b42308d,DISK] 2024-11-15T02:45:30,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-d1c02b62-1cf5-4914-ab60-5718fdb4244f,DISK] 2024-11-15T02:45:30,824 INFO [RS:1;ce6119325ab7:34769 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/WALs/ce6119325ab7,34769,1731638727884/ce6119325ab7%2C34769%2C1731638727884.1731638730706 2024-11-15T02:45:30,839 DEBUG [RS:1;ce6119325ab7:34769 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34799:34799),(127.0.0.1/127.0.0.1:46129:46129)] 2024-11-15T02:45:30,840 INFO [RS:0;ce6119325ab7:34111 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/WALs/ce6119325ab7,34111,1731638727642/ce6119325ab7%2C34111%2C1731638727642.1731638730704 2024-11-15T02:45:30,848 DEBUG [RS:0;ce6119325ab7:34111 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34799:34799),(127.0.0.1/127.0.0.1:46129:46129)] 2024-11-15T02:45:30,890 DEBUG [ce6119325ab7:41985 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-15T02:45:30,900 DEBUG [ce6119325ab7:41985 {}] balancer.BalancerClusterState(204): Hosts are {ce6119325ab7=0} racks are {/default-rack=0} 2024-11-15T02:45:30,913 DEBUG [ce6119325ab7:41985 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T02:45:30,913 DEBUG [ce6119325ab7:41985 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T02:45:30,920 DEBUG [ce6119325ab7:41985 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T02:45:30,920 DEBUG [ce6119325ab7:41985 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T02:45:30,921 INFO [ce6119325ab7:41985 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T02:45:30,921 INFO [ce6119325ab7:41985 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T02:45:30,921 DEBUG [ce6119325ab7:41985 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T02:45:30,929 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,34111,1731638727642 2024-11-15T02:45:30,939 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,34111,1731638727642, state=OPENING 2024-11-15T02:45:30,953 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T02:45:31,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T02:45:31,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34111-0x1013c6205420001, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T02:45:31,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x1013c6205420002, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T02:45:31,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T02:45:31,051 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T02:45:31,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T02:45:31,053 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:45:31,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,34111,1731638727642}] 2024-11-15T02:45:31,267 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:45:31,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:45:31,321 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T02:45:31,321 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:45:31,322 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T02:45:31,341 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=125 KB, rollsize=62.50 KB, prefix=ce6119325ab7%2C34111%2C1731638727642.meta, suffix=.meta, logDir=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/WALs/ce6119325ab7,34111,1731638727642, archiveDir=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/oldWALs, maxLogs=28835 2024-11-15T02:45:31,368 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/WALs/ce6119325ab7,34111,1731638727642/ce6119325ab7%2C34111%2C1731638727642.meta.1731638731344.meta, exclude list is [], retry=0 2024-11-15T02:45:31,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45647,DS-2fec0112-ffb6-456f-8629-93654b42308d,DISK] 2024-11-15T02:45:31,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44605,DS-d1c02b62-1cf5-4914-ab60-5718fdb4244f,DISK] 2024-11-15T02:45:31,399 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/WALs/ce6119325ab7,34111,1731638727642/ce6119325ab7%2C34111%2C1731638727642.meta.1731638731344.meta 2024-11-15T02:45:31,400 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34799:34799),(127.0.0.1/127.0.0.1:46129:46129)] 2024-11-15T02:45:31,402 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:45:31,404 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:45:31,409 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T02:45:31,421 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T02:45:31,428 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T02:45:31,441 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:45:31,441 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T02:45:31,441 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T02:45:31,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:45:31,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:45:31,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:45:31,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:45:31,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:45:31,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:45:31,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:45:31,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:45:31,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:45:31,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:45:31,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:45:31,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:45:31,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:45:31,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:45:31,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:45:31,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:45:31,512 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:45:31,515 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/hbase/meta/1588230740 2024-11-15T02:45:31,519 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/hbase/meta/1588230740 2024-11-15T02:45:31,523 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:45:31,524 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:45:31,525 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:45:31,530 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:45:31,532 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63605705, jitterRate=-0.05220113694667816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:45:31,533 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T02:45:31,535 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731638731442Writing region info on filesystem at 1731638731442Initializing all the Stores at 1731638731452 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731638731452Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731638731460 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731638731460Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731638731460Cleaning up temporary data from old regions at 1731638731524 (+64 ms)Running coprocessor post-open hooks at 1731638731533 (+9 ms)Region opened successfully at 1731638731534 (+1 ms) 2024-11-15T02:45:31,544 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731638731255 2024-11-15T02:45:31,569 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T02:45:31,571 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T02:45:31,573 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,34111,1731638727642 2024-11-15T02:45:31,582 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,34111,1731638727642, state=OPEN 2024-11-15T02:45:31,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T02:45:31,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x1013c6205420002, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T02:45:31,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T02:45:31,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T02:45:31,637 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,34111,1731638727642 2024-11-15T02:45:31,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34111-0x1013c6205420001, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T02:45:31,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T02:45:31,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T02:45:31,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,34111,1731638727642 in 582 msec 2024-11-15T02:45:31,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T02:45:31,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.4460 sec 2024-11-15T02:45:31,681 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:45:31,682 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T02:45:31,724 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:45:31,726 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,34111,1731638727642, seqNum=-1] 2024-11-15T02:45:31,760 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:45:31,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:45:31,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.9860 sec 2024-11-15T02:45:31,807 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731638731807, completionTime=-1 2024-11-15T02:45:31,810 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-15T02:45:31,810 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T02:45:31,852 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-15T02:45:31,852 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731638791852 2024-11-15T02:45:31,852 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731638851852 2024-11-15T02:45:31,853 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 42 msec 2024-11-15T02:45:31,865 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T02:45:31,887 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41985,1731638726326-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:31,888 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41985,1731638726326-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:31,889 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41985,1731638726326-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:31,891 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:41985, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:31,899 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:31,905 DEBUG [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T02:45:31,916 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:31,958 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.909sec 2024-11-15T02:45:31,966 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T02:45:31,968 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T02:45:31,970 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T02:45:31,971 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T02:45:31,971 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T02:45:31,972 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41985,1731638726326-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:45:31,973 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41985,1731638726326-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T02:45:31,999 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T02:45:31,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c43c47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:45:32,000 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T02:45:32,001 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41985,1731638726326-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:32,004 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T02:45:32,004 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T02:45:32,054 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,41985,-1 for getting cluster id 2024-11-15T02:45:32,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:45:32,089 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1e774a9-ac62-4b76-8c4f-33f4ab2b37af' 2024-11-15T02:45:32,093 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:45:32,094 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1e774a9-ac62-4b76-8c4f-33f4ab2b37af" 2024-11-15T02:45:32,095 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f3d206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:45:32,095 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,41985,-1] 2024-11-15T02:45:32,101 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:45:32,110 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:45:32,118 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:45:32,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200a08d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:45:32,128 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:45:32,151 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,34111,1731638727642, seqNum=-1] 2024-11-15T02:45:32,152 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:45:32,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:45:32,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ce6119325ab7,41985,1731638726326 2024-11-15T02:45:32,263 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestCleanupCompactedFileOnRegionClose#testCleanupOnClose Thread=287, OpenFileDescriptor=519, MaxFileDescriptor=1048576, SystemLoadAverage=964, ProcessCount=11, AvailableMemoryMB=1872 2024-11-15T02:45:32,280 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:45:32,288 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,41985,1731638726326 2024-11-15T02:45:32,291 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6607c3f 2024-11-15T02:45:32,301 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:45:32,318 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:45:32,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testCleanupOnClose', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:45:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testCleanupOnClose 2024-11-15T02:45:32,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testCleanupOnClose execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:45:32,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testCleanupOnClose" procId is: 4 2024-11-15T02:45:32,376 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:45:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:45:32,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testCleanupOnClose execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:45:32,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741836_1012 (size=393) 2024-11-15T02:45:32,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741836_1012 (size=393) 2024-11-15T02:45:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:45:32,512 INFO [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0538c0bfb6d95514a119bbf755e748d0, NAME => 'testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCleanupOnClose', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a 2024-11-15T02:45:32,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741837_1013 (size=53) 2024-11-15T02:45:32,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741837_1013 (size=53) 2024-11-15T02:45:32,579 DEBUG [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(898): Instantiated testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:45:32,579 DEBUG [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1722): Closing 0538c0bfb6d95514a119bbf755e748d0, disabling compactions & flushes 2024-11-15T02:45:32,579 INFO [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1755): Closing region testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. 2024-11-15T02:45:32,579 DEBUG [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. 2024-11-15T02:45:32,580 DEBUG [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. after waiting 0 ms 2024-11-15T02:45:32,580 DEBUG [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. 2024-11-15T02:45:32,580 INFO [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1973): Closed testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. 2024-11-15T02:45:32,580 DEBUG [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0538c0bfb6d95514a119bbf755e748d0: Waiting for close lock at 1731638732579Disabling compacts and flushes for region at 1731638732579Disabling writes for close at 1731638732580 (+1 ms)Writing region close event to WAL at 1731638732580Closed at 1731638732580 2024-11-15T02:45:32,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testCleanupOnClose execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:45:32,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731638732586"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731638732586"}]},"ts":"1731638732586"} 2024-11-15T02:45:32,616 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:45:32,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testCleanupOnClose execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:45:32,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testCleanupOnClose","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731638732629"}]},"ts":"1731638732629"} 2024-11-15T02:45:32,656 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testCleanupOnClose, state=ENABLING in hbase:meta 2024-11-15T02:45:32,657 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {ce6119325ab7=0} racks are {/default-rack=0} 2024-11-15T02:45:32,673 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T02:45:32,673 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T02:45:32,673 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T02:45:32,673 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T02:45:32,673 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T02:45:32,673 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T02:45:32,673 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T02:45:32,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=0538c0bfb6d95514a119bbf755e748d0, ASSIGN}] 2024-11-15T02:45:32,678 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=0538c0bfb6d95514a119bbf755e748d0, ASSIGN 2024-11-15T02:45:32,691 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testCleanupOnClose, region=0538c0bfb6d95514a119bbf755e748d0, ASSIGN; state=OFFLINE, location=ce6119325ab7,34769,1731638727884; forceNewPlan=false, retain=false 2024-11-15T02:45:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:45:32,845 INFO [ce6119325ab7:41985 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-15T02:45:32,847 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0538c0bfb6d95514a119bbf755e748d0, regionState=OPENING, regionLocation=ce6119325ab7,34769,1731638727884 2024-11-15T02:45:32,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testCleanupOnClose, region=0538c0bfb6d95514a119bbf755e748d0, ASSIGN because future has completed 2024-11-15T02:45:32,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0538c0bfb6d95514a119bbf755e748d0, server=ce6119325ab7,34769,1731638727884}] 2024-11-15T02:45:33,029 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:45:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:45:33,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:45:33,046 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. 2024-11-15T02:45:33,046 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0538c0bfb6d95514a119bbf755e748d0, NAME => 'testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:45:33,047 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testCleanupOnClose 0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:33,047 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:45:33,047 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:33,047 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:33,061 INFO [StoreOpener-0538c0bfb6d95514a119bbf755e748d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:33,068 INFO [StoreOpener-0538c0bfb6d95514a119bbf755e748d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0538c0bfb6d95514a119bbf755e748d0 columnFamilyName f 2024-11-15T02:45:33,068 DEBUG [StoreOpener-0538c0bfb6d95514a119bbf755e748d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:45:33,071 INFO [StoreOpener-0538c0bfb6d95514a119bbf755e748d0-1 {}] regionserver.HStore(327): Store=0538c0bfb6d95514a119bbf755e748d0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:45:33,072 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:33,080 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:33,082 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:33,083 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:33,084 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:33,089 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:33,096 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:45:33,097 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0538c0bfb6d95514a119bbf755e748d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62194255, jitterRate=-0.07323338091373444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T02:45:33,098 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:33,099 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0538c0bfb6d95514a119bbf755e748d0: Running coprocessor pre-open hook at 1731638733047Writing region info on filesystem at 1731638733047Initializing all the Stores at 1731638733056 (+9 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731638733056Cleaning up temporary data from old regions at 1731638733084 (+28 ms)Running coprocessor post-open hooks at 1731638733098 (+14 ms)Region opened successfully at 1731638733099 (+1 ms) 2024-11-15T02:45:33,110 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0., pid=6, masterSystemTime=1731638733028 2024-11-15T02:45:33,116 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. 2024-11-15T02:45:33,116 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. 2024-11-15T02:45:33,121 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0538c0bfb6d95514a119bbf755e748d0, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,34769,1731638727884 2024-11-15T02:45:33,125 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41985 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=ce6119325ab7,34769,1731638727884, table=testCleanupOnClose, region=0538c0bfb6d95514a119bbf755e748d0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T02:45:33,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0538c0bfb6d95514a119bbf755e748d0, server=ce6119325ab7,34769,1731638727884 because future has completed 2024-11-15T02:45:33,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T02:45:33,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0538c0bfb6d95514a119bbf755e748d0, server=ce6119325ab7,34769,1731638727884 in 282 msec 2024-11-15T02:45:33,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T02:45:33,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=0538c0bfb6d95514a119bbf755e748d0, ASSIGN in 492 msec 2024-11-15T02:45:33,178 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testCleanupOnClose execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:45:33,179 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testCleanupOnClose","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731638733178"}]},"ts":"1731638733178"} 2024-11-15T02:45:33,184 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testCleanupOnClose, state=ENABLED in hbase:meta 2024-11-15T02:45:33,187 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testCleanupOnClose execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:45:33,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testCleanupOnClose in 856 msec 2024-11-15T02:45:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:45:33,540 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testCleanupOnClose get assigned. Timeout = 60000ms 2024-11-15T02:45:33,540 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testCleanupOnClose completed 2024-11-15T02:45:33,541 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T02:45:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testCleanupOnClose assigned to meta. Checking AM states. 2024-11-15T02:45:33,550 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T02:45:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testCleanupOnClose assigned. 2024-11-15T02:45:33,556 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testCleanupOnClose,, stopping at row=testCleanupOnClose ,, for max=2147483647 with caching=100 2024-11-15T02:45:33,564 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table testCleanupOnClose 2024-11-15T02:45:33,565 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. 2024-11-15T02:45:33,577 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testCleanupOnClose', row='\x00\x00\x00\x00', locateType=CURRENT is [region=testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0., hostname=ce6119325ab7,34769,1731638727884, seqNum=2] 2024-11-15T02:45:33,579 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:45:33,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:45:33,670 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0538c0bfb6d95514a119bbf755e748d0 1/1 column families, dataSize=132 B heapSize=704 B 2024-11-15T02:45:33,815 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/.tmp/f/235c79de20564170ac75dc814f5537f8 is 37, key is \x00\x00\x00\x00/f:\x00\x00\x00\x00/1731638733586/Put/seqid=0 2024-11-15T02:45:33,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741838_1014 (size=4896) 2024-11-15T02:45:33,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741838_1014 (size=4896) 2024-11-15T02:45:34,304 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=132 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/.tmp/f/235c79de20564170ac75dc814f5537f8 2024-11-15T02:45:34,398 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/.tmp/f/235c79de20564170ac75dc814f5537f8 as hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/235c79de20564170ac75dc814f5537f8 2024-11-15T02:45:34,414 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/235c79de20564170ac75dc814f5537f8, entries=4, sequenceid=8, filesize=4.8 K 2024-11-15T02:45:34,427 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~688 B/688, currentSize=0 B/0 for 0538c0bfb6d95514a119bbf755e748d0 in 762ms, sequenceid=8, compaction requested=false 2024-11-15T02:45:34,428 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testCleanupOnClose' 2024-11-15T02:45:34,431 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0538c0bfb6d95514a119bbf755e748d0: 2024-11-15T02:45:34,458 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0538c0bfb6d95514a119bbf755e748d0 1/1 column families, dataSize=132 B heapSize=704 B 2024-11-15T02:45:34,466 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/.tmp/f/47e3d52c725d43ebb97b2d4750d62c1f is 37, key is \x00\x00\x00\x00/f:\x00\x00\x00\x01/1731638734433/Put/seqid=0 2024-11-15T02:45:34,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741839_1015 (size=4896) 2024-11-15T02:45:34,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741839_1015 (size=4896) 2024-11-15T02:45:34,891 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=132 B at sequenceid=15 (bloomFilter=false), to=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/.tmp/f/47e3d52c725d43ebb97b2d4750d62c1f 2024-11-15T02:45:34,918 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/.tmp/f/47e3d52c725d43ebb97b2d4750d62c1f as hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/47e3d52c725d43ebb97b2d4750d62c1f 2024-11-15T02:45:34,948 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/47e3d52c725d43ebb97b2d4750d62c1f, entries=4, sequenceid=15, filesize=4.8 K 2024-11-15T02:45:34,953 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~688 B/688, currentSize=0 B/0 for 0538c0bfb6d95514a119bbf755e748d0 in 496ms, sequenceid=15, compaction requested=false 2024-11-15T02:45:34,953 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0538c0bfb6d95514a119bbf755e748d0: 2024-11-15T02:45:34,970 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0538c0bfb6d95514a119bbf755e748d0 1/1 column families, dataSize=132 B heapSize=704 B 2024-11-15T02:45:34,981 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/.tmp/f/2751166cb5e14d28b1c7095a05390ccb is 37, key is \x00\x00\x00\x00/f:\x00\x00\x00\x02/1731638734955/Put/seqid=0 2024-11-15T02:45:34,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741840_1016 (size=4896) 2024-11-15T02:45:34,995 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=132 B at sequenceid=22 (bloomFilter=false), to=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/.tmp/f/2751166cb5e14d28b1c7095a05390ccb 2024-11-15T02:45:34,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741840_1016 (size=4896) 2024-11-15T02:45:35,012 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/.tmp/f/2751166cb5e14d28b1c7095a05390ccb as hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/2751166cb5e14d28b1c7095a05390ccb 2024-11-15T02:45:35,054 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/2751166cb5e14d28b1c7095a05390ccb, entries=4, sequenceid=22, filesize=4.8 K 2024-11-15T02:45:35,057 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~688 B/688, currentSize=0 B/0 for 0538c0bfb6d95514a119bbf755e748d0 in 87ms, sequenceid=22, compaction requested=false 2024-11-15T02:45:35,058 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0538c0bfb6d95514a119bbf755e748d0: 2024-11-15T02:45:35,097 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0538c0bfb6d95514a119bbf755e748d0 1/1 column families, dataSize=132 B heapSize=704 B 2024-11-15T02:45:35,114 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/.tmp/f/b9e93f44ed5d4716b75217e1680281fb is 37, key is \x00\x00\x00\x00/f:\x00\x00\x00\x03/1731638735060/Put/seqid=0 2024-11-15T02:45:35,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741841_1017 (size=4896) 2024-11-15T02:45:35,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741841_1017 (size=4896) 2024-11-15T02:45:35,170 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=132 B at sequenceid=29 (bloomFilter=false), to=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/.tmp/f/b9e93f44ed5d4716b75217e1680281fb 2024-11-15T02:45:35,224 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/.tmp/f/b9e93f44ed5d4716b75217e1680281fb as hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/b9e93f44ed5d4716b75217e1680281fb 2024-11-15T02:45:35,305 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/b9e93f44ed5d4716b75217e1680281fb, entries=4, sequenceid=29, filesize=4.8 K 2024-11-15T02:45:35,313 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~688 B/688, currentSize=0 B/0 for 0538c0bfb6d95514a119bbf755e748d0 in 216ms, sequenceid=29, compaction requested=false 2024-11-15T02:45:35,313 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0538c0bfb6d95514a119bbf755e748d0: 2024-11-15T02:45:35,326 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0538c0bfb6d95514a119bbf755e748d0 1/1 column families, dataSize=25 B heapSize=360 B 2024-11-15T02:45:35,363 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/.tmp/f/0e02c31591274f8283dbcfd9671ad750 is 29, key is \x00\x00\x00\x03/f:/1731638735323/DeleteFamily/seqid=0 2024-11-15T02:45:35,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741842_1018 (size=4908) 2024-11-15T02:45:35,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741842_1018 (size=4908) 2024-11-15T02:45:35,416 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=33 (bloomFilter=false), to=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/.tmp/f/0e02c31591274f8283dbcfd9671ad750 2024-11-15T02:45:35,464 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e02c31591274f8283dbcfd9671ad750 2024-11-15T02:45:35,480 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/.tmp/f/0e02c31591274f8283dbcfd9671ad750 as hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/0e02c31591274f8283dbcfd9671ad750 2024-11-15T02:45:35,531 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e02c31591274f8283dbcfd9671ad750 2024-11-15T02:45:35,532 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/0e02c31591274f8283dbcfd9671ad750, entries=1, sequenceid=33, filesize=4.8 K 2024-11-15T02:45:35,539 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~25 B/25, heapSize ~344 B/344, currentSize=0 B/0 for 0538c0bfb6d95514a119bbf755e748d0 in 213ms, sequenceid=33, compaction requested=false 2024-11-15T02:45:35,539 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0538c0bfb6d95514a119bbf755e748d0: 2024-11-15T02:45:35,593 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T02:45:35,596 DEBUG [Time-limited test {}] regionserver.HStore(1541): 0538c0bfb6d95514a119bbf755e748d0/f is initiating major compaction (all files) 2024-11-15T02:45:35,596 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:45:35,596 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:45:35,597 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 0538c0bfb6d95514a119bbf755e748d0/f in testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. 2024-11-15T02:45:35,598 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/235c79de20564170ac75dc814f5537f8, hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/47e3d52c725d43ebb97b2d4750d62c1f, hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/2751166cb5e14d28b1c7095a05390ccb, hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/b9e93f44ed5d4716b75217e1680281fb, hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/0e02c31591274f8283dbcfd9671ad750] into tmpdir=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/.tmp, totalSize=23.9 K 2024-11-15T02:45:35,603 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 235c79de20564170ac75dc814f5537f8, keycount=4, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=8, earliestPutTs=1731638733586 2024-11-15T02:45:35,605 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 47e3d52c725d43ebb97b2d4750d62c1f, keycount=4, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731638734433 2024-11-15T02:45:35,607 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2751166cb5e14d28b1c7095a05390ccb, keycount=4, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=22, earliestPutTs=1731638734955 2024-11-15T02:45:35,610 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b9e93f44ed5d4716b75217e1680281fb, keycount=4, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=29, earliestPutTs=1731638735060 2024-11-15T02:45:35,613 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0e02c31591274f8283dbcfd9671ad750, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=9223372036854775807 2024-11-15T02:45:35,668 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 0538c0bfb6d95514a119bbf755e748d0#f#compaction#5 average throughput is 0.13 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T02:45:35,669 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/.tmp/f/061c5c57654c4ee5bb488bfa4e799769 is 37, key is \x00\x00\x00\x00/f:\x00\x00\x00\x00/1731638733586/Put/seqid=0 2024-11-15T02:45:35,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741843_1019 (size=5340) 2024-11-15T02:45:35,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741843_1019 (size=5340) 2024-11-15T02:45:35,756 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/.tmp/f/061c5c57654c4ee5bb488bfa4e799769 as hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/061c5c57654c4ee5bb488bfa4e799769 2024-11-15T02:45:35,813 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 5 (all) file(s) in 0538c0bfb6d95514a119bbf755e748d0/f of 0538c0bfb6d95514a119bbf755e748d0 into 061c5c57654c4ee5bb488bfa4e799769(size=5.2 K), total size for store is 5.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T02:45:35,814 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 0538c0bfb6d95514a119bbf755e748d0: 2024-11-15T02:45:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41985 {}] master.MasterRpcServices(1840): Client=jenkins//172.17.0.3 unassign testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. in current location if it is online 2024-11-15T02:45:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41985 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=0538c0bfb6d95514a119bbf755e748d0, UNASSIGN 2024-11-15T02:45:35,850 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=0538c0bfb6d95514a119bbf755e748d0, UNASSIGN 2024-11-15T02:45:35,866 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0538c0bfb6d95514a119bbf755e748d0, regionState=CLOSING, regionLocation=ce6119325ab7,34769,1731638727884 2024-11-15T02:45:35,872 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41985 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=CLOSING, location=ce6119325ab7,34769,1731638727884, table=testCleanupOnClose, region=0538c0bfb6d95514a119bbf755e748d0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T02:45:35,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testCleanupOnClose, region=0538c0bfb6d95514a119bbf755e748d0, UNASSIGN because future has completed 2024-11-15T02:45:35,880 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T02:45:35,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0538c0bfb6d95514a119bbf755e748d0, server=ce6119325ab7,34769,1731638727884}] 2024-11-15T02:45:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41985 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-15T02:45:36,072 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:36,073 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T02:45:36,074 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 0538c0bfb6d95514a119bbf755e748d0, disabling compactions & flushes 2024-11-15T02:45:36,075 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. 2024-11-15T02:45:36,075 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. 2024-11-15T02:45:36,075 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. after waiting 0 ms 2024-11-15T02:45:36,075 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. 2024-11-15T02:45:36,083 DEBUG [StoreCloser-testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/235c79de20564170ac75dc814f5537f8, hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/47e3d52c725d43ebb97b2d4750d62c1f, hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/2751166cb5e14d28b1c7095a05390ccb, hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/b9e93f44ed5d4716b75217e1680281fb, hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/0e02c31591274f8283dbcfd9671ad750] to archive 2024-11-15T02:45:36,092 DEBUG [StoreCloser-testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T02:45:36,143 DEBUG [StoreCloser-testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/235c79de20564170ac75dc814f5537f8 to hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/archive/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/235c79de20564170ac75dc814f5537f8 2024-11-15T02:45:36,161 DEBUG [StoreCloser-testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/47e3d52c725d43ebb97b2d4750d62c1f to hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/archive/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/47e3d52c725d43ebb97b2d4750d62c1f 2024-11-15T02:45:36,176 DEBUG [StoreCloser-testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/2751166cb5e14d28b1c7095a05390ccb to hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/archive/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/2751166cb5e14d28b1c7095a05390ccb 2024-11-15T02:45:36,182 DEBUG [StoreCloser-testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/b9e93f44ed5d4716b75217e1680281fb to hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/archive/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/b9e93f44ed5d4716b75217e1680281fb 2024-11-15T02:45:36,193 DEBUG [StoreCloser-testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/0e02c31591274f8283dbcfd9671ad750 to hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/archive/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/0e02c31591274f8283dbcfd9671ad750 2024-11-15T02:45:36,244 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/recovered.edits/37.seqid, newMaxSeqId=37, maxSeqId=1 2024-11-15T02:45:36,247 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. 2024-11-15T02:45:36,247 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 0538c0bfb6d95514a119bbf755e748d0: Waiting for close lock at 1731638736074Running coprocessor pre-close hooks at 1731638736074Disabling compacts and flushes for region at 1731638736074Disabling writes for close at 1731638736075 (+1 ms)Writing region close event to WAL at 1731638736221 (+146 ms)Running coprocessor post-close hooks at 1731638736246 (+25 ms)Closed at 1731638736247 (+1 ms) 2024-11-15T02:45:36,256 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:36,257 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0538c0bfb6d95514a119bbf755e748d0, regionState=CLOSED 2024-11-15T02:45:36,260 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T02:45:36,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0538c0bfb6d95514a119bbf755e748d0, server=ce6119325ab7,34769,1731638727884 because future has completed 2024-11-15T02:45:36,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-15T02:45:36,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 0538c0bfb6d95514a119bbf755e748d0, server=ce6119325ab7,34769,1731638727884 in 394 msec 2024-11-15T02:45:36,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=0538c0bfb6d95514a119bbf755e748d0, UNASSIGN in 445 msec 2024-11-15T02:45:36,327 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41985 {}] master.MasterRpcServices(745): Client=jenkins//172.17.0.3 assign testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. 2024-11-15T02:45:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41985 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=0538c0bfb6d95514a119bbf755e748d0, ASSIGN 2024-11-15T02:45:36,336 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=0538c0bfb6d95514a119bbf755e748d0, ASSIGN 2024-11-15T02:45:36,349 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(256): Setting lastHost ce6119325ab7,34769,1731638727884 as the location for region 0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:36,349 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testCleanupOnClose, region=0538c0bfb6d95514a119bbf755e748d0, ASSIGN; state=CLOSED, location=ce6119325ab7,34769,1731638727884; forceNewPlan=false, retain=true 2024-11-15T02:45:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41985 {}] procedure.ProcedureSyncWait(219): waitFor pid=9 2024-11-15T02:45:36,501 INFO [ce6119325ab7:41985 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-15T02:45:36,504 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0538c0bfb6d95514a119bbf755e748d0, regionState=OPENING, regionLocation=ce6119325ab7,34769,1731638727884 2024-11-15T02:45:36,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testCleanupOnClose, region=0538c0bfb6d95514a119bbf755e748d0, ASSIGN because future has completed 2024-11-15T02:45:36,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0538c0bfb6d95514a119bbf755e748d0, server=ce6119325ab7,34769,1731638727884}] 2024-11-15T02:45:36,708 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. 2024-11-15T02:45:36,709 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0538c0bfb6d95514a119bbf755e748d0, NAME => 'testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:45:36,709 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testCleanupOnClose 0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:36,709 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:45:36,710 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:36,710 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:36,719 INFO [StoreOpener-0538c0bfb6d95514a119bbf755e748d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:36,723 INFO [StoreOpener-0538c0bfb6d95514a119bbf755e748d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0538c0bfb6d95514a119bbf755e748d0 columnFamilyName f 2024-11-15T02:45:36,723 DEBUG [StoreOpener-0538c0bfb6d95514a119bbf755e748d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:45:36,751 DEBUG [StoreOpener-0538c0bfb6d95514a119bbf755e748d0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/f/061c5c57654c4ee5bb488bfa4e799769 2024-11-15T02:45:36,752 INFO [StoreOpener-0538c0bfb6d95514a119bbf755e748d0-1 {}] regionserver.HStore(327): Store=0538c0bfb6d95514a119bbf755e748d0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:45:36,752 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:36,760 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:36,775 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:36,776 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:36,776 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:36,793 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:36,801 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 0538c0bfb6d95514a119bbf755e748d0; next sequenceid=38; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72505358, jitterRate=0.08041402697563171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T02:45:36,801 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:36,803 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0538c0bfb6d95514a119bbf755e748d0: Running coprocessor pre-open hook at 1731638736710Writing region info on filesystem at 1731638736710Initializing all the Stores at 1731638736717 (+7 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731638736717Cleaning up temporary data from old regions at 1731638736776 (+59 ms)Running coprocessor post-open hooks at 1731638736801 (+25 ms)Region opened successfully at 1731638736802 (+1 ms) 2024-11-15T02:45:36,812 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0., pid=10, masterSystemTime=1731638736677 2024-11-15T02:45:36,822 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. 2024-11-15T02:45:36,822 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. 2024-11-15T02:45:36,834 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0538c0bfb6d95514a119bbf755e748d0, regionState=OPEN, openSeqNum=38, regionLocation=ce6119325ab7,34769,1731638727884 2024-11-15T02:45:36,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0538c0bfb6d95514a119bbf755e748d0, server=ce6119325ab7,34769,1731638727884 because future has completed 2024-11-15T02:45:36,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T02:45:36,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0538c0bfb6d95514a119bbf755e748d0, server=ce6119325ab7,34769,1731638727884 in 340 msec 2024-11-15T02:45:36,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=0538c0bfb6d95514a119bbf755e748d0, ASSIGN in 554 msec 2024-11-15T02:45:36,892 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T02:45:36,895 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testCleanupOnClose,, stopping at row=testCleanupOnClose ,, for max=2147483647 with caching=100 2024-11-15T02:45:36,901 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table testCleanupOnClose 2024-11-15T02:45:36,901 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. 2024-11-15T02:45:36,921 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestCleanupCompactedFileOnRegionClose#testCleanupOnClose Thread=298 (was 287) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1779388779_20 at /127.0.0.1:59236 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-502716200_20 at /127.0.0.1:40584 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=531 (was 519) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=975 (was 964) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2284 (was 1872) - AvailableMemoryMB LEAK? - 2024-11-15T02:45:36,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T02:45:36,922 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:45:36,922 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestCleanupCompactedFileOnRegionClose.afterclass(TestCleanupCompactedFileOnRegionClose.java:68) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:45:36,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:45:36,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:45:36,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:45:36,931 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T02:45:36,931 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2098894592, stopped=false 2024-11-15T02:45:36,931 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ce6119325ab7,41985,1731638726326 2024-11-15T02:45:36,952 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T02:45:37,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T02:45:37,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T02:45:37,022 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:45:37,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34111-0x1013c6205420001, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T02:45:37,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x1013c6205420002, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T02:45:37,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34111-0x1013c6205420001, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T02:45:37,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x1013c6205420002, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T02:45:37,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:45:37,025 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestCleanupCompactedFileOnRegionClose.afterclass(TestCleanupCompactedFileOnRegionClose.java:68) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:45:37,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:45:37,026 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,34111,1731638727642' ***** 2024-11-15T02:45:37,026 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T02:45:37,026 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,34769,1731638727884' ***** 2024-11-15T02:45:37,026 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T02:45:37,026 INFO [RS:1;ce6119325ab7:34769 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T02:45:37,027 INFO [RS:1;ce6119325ab7:34769 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T02:45:37,027 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T02:45:37,027 INFO [RS:1;ce6119325ab7:34769 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T02:45:37,027 INFO [RS:1;ce6119325ab7:34769 {}] regionserver.HRegionServer(3091): Received CLOSE for 0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:37,028 INFO [RS:1;ce6119325ab7:34769 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,34769,1731638727884 2024-11-15T02:45:37,028 INFO [RS:1;ce6119325ab7:34769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:45:37,028 INFO [RS:1;ce6119325ab7:34769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ce6119325ab7:34769. 2024-11-15T02:45:37,028 DEBUG [RS:1;ce6119325ab7:34769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:45:37,028 DEBUG [RS:1;ce6119325ab7:34769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:45:37,028 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0538c0bfb6d95514a119bbf755e748d0, disabling compactions & flushes 2024-11-15T02:45:37,028 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. 2024-11-15T02:45:37,028 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. 2024-11-15T02:45:37,028 INFO [RS:1;ce6119325ab7:34769 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T02:45:37,028 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. after waiting 0 ms 2024-11-15T02:45:37,028 DEBUG [RS:1;ce6119325ab7:34769 {}] regionserver.HRegionServer(1325): Online Regions={0538c0bfb6d95514a119bbf755e748d0=testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0.} 2024-11-15T02:45:37,028 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. 2024-11-15T02:45:37,028 INFO [RS:0;ce6119325ab7:34111 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T02:45:37,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T02:45:37,029 INFO [RS:0;ce6119325ab7:34111 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T02:45:37,029 INFO [RS:0;ce6119325ab7:34111 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T02:45:37,029 INFO [RS:0;ce6119325ab7:34111 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,34111,1731638727642 2024-11-15T02:45:37,029 INFO [RS:0;ce6119325ab7:34111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:45:37,029 DEBUG [RS:1;ce6119325ab7:34769 {}] regionserver.HRegionServer(1351): Waiting on 0538c0bfb6d95514a119bbf755e748d0 2024-11-15T02:45:37,029 INFO [RS:0;ce6119325ab7:34111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:34111. 2024-11-15T02:45:37,029 DEBUG [RS:0;ce6119325ab7:34111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:45:37,029 DEBUG [RS:0;ce6119325ab7:34111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:45:37,029 INFO [RS:0;ce6119325ab7:34111 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T02:45:37,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34111-0x1013c6205420001, quorum=127.0.0.1:52470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T02:45:37,029 INFO [RS:0;ce6119325ab7:34111 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T02:45:37,030 INFO [RS:0;ce6119325ab7:34111 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T02:45:37,031 INFO [RS:0;ce6119325ab7:34111 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T02:45:37,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34769-0x1013c6205420002, quorum=127.0.0.1:52470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T02:45:37,031 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T02:45:37,035 INFO [RS:0;ce6119325ab7:34111 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T02:45:37,035 DEBUG [RS:0;ce6119325ab7:34111 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T02:45:37,035 DEBUG [RS:0;ce6119325ab7:34111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:45:37,036 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:45:37,036 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:45:37,037 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:45:37,037 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:45:37,037 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:45:37,042 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.95 KB heapSize=5.97 KB 2024-11-15T02:45:37,054 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/default/testCleanupOnClose/0538c0bfb6d95514a119bbf755e748d0/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=37 2024-11-15T02:45:37,056 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. 2024-11-15T02:45:37,057 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0538c0bfb6d95514a119bbf755e748d0: Waiting for close lock at 1731638737028Running coprocessor pre-close hooks at 1731638737028Disabling compacts and flushes for region at 1731638737028Disabling writes for close at 1731638737028Writing region close event to WAL at 1731638737041 (+13 ms)Running coprocessor post-close hooks at 1731638737056 (+15 ms)Closed at 1731638737056 2024-11-15T02:45:37,057 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0. 2024-11-15T02:45:37,069 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T02:45:37,069 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T02:45:37,072 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:45:37,072 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T02:45:37,074 INFO [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:45:37,080 INFO [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:45:37,085 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T02:45:37,085 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T02:45:37,106 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/hbase/meta/1588230740/.tmp/info/cd7dddf7fdc14c5bb926a626a73d0d62 is 157, key is testCleanupOnClose,,1731638732319.0538c0bfb6d95514a119bbf755e748d0./info:regioninfo/1731638736834/Put/seqid=0 2024-11-15T02:45:37,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741844_1020 (size=7272) 2024-11-15T02:45:37,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741844_1020 (size=7272) 2024-11-15T02:45:37,140 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.78 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/hbase/meta/1588230740/.tmp/info/cd7dddf7fdc14c5bb926a626a73d0d62 2024-11-15T02:45:37,197 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/hbase/meta/1588230740/.tmp/ns/9c3f0d9a308d4bb2b6defefa8277680b is 43, key is default/ns:d/1731638731782/Put/seqid=0 2024-11-15T02:45:37,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741845_1021 (size=5153) 2024-11-15T02:45:37,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741845_1021 (size=5153) 2024-11-15T02:45:37,228 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/hbase/meta/1588230740/.tmp/ns/9c3f0d9a308d4bb2b6defefa8277680b 2024-11-15T02:45:37,229 INFO [RS:1;ce6119325ab7:34769 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,34769,1731638727884; all regions closed. 2024-11-15T02:45:37,235 DEBUG [RS:0;ce6119325ab7:34111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:45:37,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741833_1009 (size=6153) 2024-11-15T02:45:37,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741833_1009 (size=6153) 2024-11-15T02:45:37,266 DEBUG [RS:1;ce6119325ab7:34769 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/oldWALs 2024-11-15T02:45:37,266 INFO [RS:1;ce6119325ab7:34769 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C34769%2C1731638727884:(num 1731638730706) 2024-11-15T02:45:37,266 DEBUG [RS:1;ce6119325ab7:34769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:45:37,266 INFO [RS:1;ce6119325ab7:34769 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:45:37,270 INFO [RS:1;ce6119325ab7:34769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:45:37,271 INFO [RS:1;ce6119325ab7:34769 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T02:45:37,271 INFO [RS:1;ce6119325ab7:34769 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T02:45:37,271 INFO [RS:1;ce6119325ab7:34769 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T02:45:37,271 INFO [RS:1;ce6119325ab7:34769 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T02:45:37,271 INFO [RS:1;ce6119325ab7:34769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:45:37,272 INFO [RS:1;ce6119325ab7:34769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34769 2024-11-15T02:45:37,274 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:45:37,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x1013c6205420002, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ce6119325ab7,34769,1731638727884 2024-11-15T02:45:37,289 INFO [RS:1;ce6119325ab7:34769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:45:37,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T02:45:37,294 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/hbase/meta/1588230740/.tmp/table/16b04f0261a04a3ca97c3c58b9540e9b is 54, key is testCleanupOnClose/table:state/1731638733178/Put/seqid=0 2024-11-15T02:45:37,297 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,34769,1731638727884] 2024-11-15T02:45:37,310 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ce6119325ab7,34769,1731638727884 already deleted, retry=false 2024-11-15T02:45:37,310 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,34769,1731638727884 expired; onlineServers=1 2024-11-15T02:45:37,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741846_1022 (size=5263) 2024-11-15T02:45:37,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741846_1022 (size=5263) 2024-11-15T02:45:37,318 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=100 B at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/hbase/meta/1588230740/.tmp/table/16b04f0261a04a3ca97c3c58b9540e9b 2024-11-15T02:45:37,397 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/hbase/meta/1588230740/.tmp/info/cd7dddf7fdc14c5bb926a626a73d0d62 as hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/hbase/meta/1588230740/info/cd7dddf7fdc14c5bb926a626a73d0d62 2024-11-15T02:45:37,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x1013c6205420002, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:45:37,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x1013c6205420002, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:45:37,405 INFO [RS:1;ce6119325ab7:34769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:45:37,405 INFO [RS:1;ce6119325ab7:34769 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,34769,1731638727884; zookeeper connection closed. 2024-11-15T02:45:37,408 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ac3f0ce {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ac3f0ce 2024-11-15T02:45:37,419 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T02:45:37,419 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T02:45:37,436 DEBUG [RS:0;ce6119325ab7:34111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:45:37,438 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/hbase/meta/1588230740/info/cd7dddf7fdc14c5bb926a626a73d0d62, entries=15, sequenceid=15, filesize=7.1 K 2024-11-15T02:45:37,443 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/hbase/meta/1588230740/.tmp/ns/9c3f0d9a308d4bb2b6defefa8277680b as hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/hbase/meta/1588230740/ns/9c3f0d9a308d4bb2b6defefa8277680b 2024-11-15T02:45:37,479 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/hbase/meta/1588230740/ns/9c3f0d9a308d4bb2b6defefa8277680b, entries=2, sequenceid=15, filesize=5.0 K 2024-11-15T02:45:37,490 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/hbase/meta/1588230740/.tmp/table/16b04f0261a04a3ca97c3c58b9540e9b as hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/hbase/meta/1588230740/table/16b04f0261a04a3ca97c3c58b9540e9b 2024-11-15T02:45:37,506 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/hbase/meta/1588230740/table/16b04f0261a04a3ca97c3c58b9540e9b, entries=2, sequenceid=15, filesize=5.1 K 2024-11-15T02:45:37,513 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.95 KB/3021, heapSize ~5.67 KB/5808, currentSize=0 B/0 for 1588230740 in 475ms, sequenceid=15, compaction requested=false 2024-11-15T02:45:37,567 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-11-15T02:45:37,569 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:45:37,570 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:45:37,570 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731638737036Running coprocessor pre-close hooks at 1731638737036Disabling compacts and flushes for region at 1731638737036Disabling writes for close at 1731638737037 (+1 ms)Obtaining lock to block concurrent updates at 1731638737043 (+6 ms)Preparing flush snapshotting stores in 1588230740 at 1731638737043Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3021, getHeapSize=6048, getOffHeapSize=0, getCellsCount=27 at 1731638737043Flushing stores of hbase:meta,,1.1588230740 at 1731638737048 (+5 ms)Flushing 1588230740/info: creating writer at 1731638737048Flushing 1588230740/info: appending metadata at 1731638737104 (+56 ms)Flushing 1588230740/info: closing flushed file at 1731638737104Flushing 1588230740/ns: creating writer at 1731638737166 (+62 ms)Flushing 1588230740/ns: appending metadata at 1731638737192 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731638737192Flushing 1588230740/table: creating writer at 1731638737249 (+57 ms)Flushing 1588230740/table: appending metadata at 1731638737292 (+43 ms)Flushing 1588230740/table: closing flushed file at 1731638737292Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@797e913f: reopening flushed file at 1731638737393 (+101 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52392f8a: reopening flushed file at 1731638737438 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25326804: reopening flushed file at 1731638737479 (+41 ms)Finished flush of dataSize ~2.95 KB/3021, heapSize ~5.67 KB/5808, currentSize=0 B/0 for 1588230740 in 475ms, sequenceid=15, compaction requested=false at 1731638737513 (+34 ms)Writing region close event to WAL at 1731638737540 (+27 ms)Running coprocessor post-close hooks at 1731638737569 (+29 ms)Closed at 1731638737570 (+1 ms) 2024-11-15T02:45:37,571 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T02:45:37,637 INFO [RS:0;ce6119325ab7:34111 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,34111,1731638727642; all regions closed. 2024-11-15T02:45:37,659 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/WALs/ce6119325ab7,34111,1731638727642/ce6119325ab7%2C34111%2C1731638727642.meta.1731638731344.meta not finished, retry = 0 2024-11-15T02:45:37,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741835_1011 (size=4591) 2024-11-15T02:45:37,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741835_1011 (size=4591) 2024-11-15T02:45:37,769 DEBUG [RS:0;ce6119325ab7:34111 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/oldWALs 2024-11-15T02:45:37,769 INFO [RS:0;ce6119325ab7:34111 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C34111%2C1731638727642.meta:.meta(num 1731638731344) 2024-11-15T02:45:37,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741834_1010 (size=93) 2024-11-15T02:45:37,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741834_1010 (size=93) 2024-11-15T02:45:37,785 DEBUG [RS:0;ce6119325ab7:34111 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/oldWALs 2024-11-15T02:45:37,785 INFO [RS:0;ce6119325ab7:34111 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C34111%2C1731638727642:(num 1731638730704) 2024-11-15T02:45:37,785 DEBUG [RS:0;ce6119325ab7:34111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:45:37,785 INFO [RS:0;ce6119325ab7:34111 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:45:37,785 INFO [RS:0;ce6119325ab7:34111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:45:37,786 INFO [RS:0;ce6119325ab7:34111 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T02:45:37,786 INFO [RS:0;ce6119325ab7:34111 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:45:37,786 INFO [RS:0;ce6119325ab7:34111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34111 2024-11-15T02:45:37,786 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:45:37,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34111-0x1013c6205420001, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ce6119325ab7,34111,1731638727642 2024-11-15T02:45:37,805 INFO [RS:0;ce6119325ab7:34111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:45:37,806 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007fcee88c3d90@1f6feb7e rejected from java.util.concurrent.ThreadPoolExecutor@5a6d76f7[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-15T02:45:37,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T02:45:37,816 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,34111,1731638727642] 2024-11-15T02:45:37,827 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ce6119325ab7,34111,1731638727642 already deleted, retry=false 2024-11-15T02:45:37,827 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,34111,1731638727642 expired; onlineServers=0 2024-11-15T02:45:37,827 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ce6119325ab7,41985,1731638726326' ***** 2024-11-15T02:45:37,828 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T02:45:37,828 INFO [M:0;ce6119325ab7:41985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:45:37,828 INFO [M:0;ce6119325ab7:41985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:45:37,828 DEBUG [M:0;ce6119325ab7:41985 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T02:45:37,828 DEBUG [M:0;ce6119325ab7:41985 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T02:45:37,829 INFO [M:0;ce6119325ab7:41985 {}] hbase.ChoreService(370): Chore service for: master/ce6119325ab7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T02:45:37,829 INFO [M:0;ce6119325ab7:41985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:45:37,829 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T02:45:37,829 DEBUG [M:0;ce6119325ab7:41985 {}] master.HMaster(1795): Stopping service threads 2024-11-15T02:45:37,829 INFO [M:0;ce6119325ab7:41985 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T02:45:37,829 INFO [M:0;ce6119325ab7:41985 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:45:37,829 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731638730012 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731638730012,5,FailOnTimeoutGroup] 2024-11-15T02:45:37,830 INFO [M:0;ce6119325ab7:41985 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T02:45:37,830 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731638730007 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731638730007,5,FailOnTimeoutGroup] 2024-11-15T02:45:37,832 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T02:45:37,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T02:45:37,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T02:45:37,850 INFO [M:0;ce6119325ab7:41985 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/.lastflushedseqids 2024-11-15T02:45:37,858 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-15T02:45:37,858 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-15T02:45:37,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741847_1023 (size=126) 2024-11-15T02:45:37,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741847_1023 (size=126) 2024-11-15T02:45:37,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34111-0x1013c6205420001, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:45:37,916 INFO [RS:0;ce6119325ab7:34111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:45:37,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34111-0x1013c6205420001, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:45:37,916 INFO [RS:0;ce6119325ab7:34111 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,34111,1731638727642; zookeeper connection closed. 2024-11-15T02:45:37,924 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2620685f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2620685f 2024-11-15T02:45:37,925 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-15T02:45:38,327 INFO [M:0;ce6119325ab7:41985 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T02:45:38,327 INFO [M:0;ce6119325ab7:41985 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T02:45:38,328 DEBUG [M:0;ce6119325ab7:41985 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:45:38,328 INFO [M:0;ce6119325ab7:41985 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:45:38,328 DEBUG [M:0;ce6119325ab7:41985 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:45:38,328 DEBUG [M:0;ce6119325ab7:41985 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:45:38,328 DEBUG [M:0;ce6119325ab7:41985 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:45:38,328 INFO [M:0;ce6119325ab7:41985 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=33.96 KB heapSize=42.52 KB 2024-11-15T02:45:38,371 DEBUG [M:0;ce6119325ab7:41985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8eb6340390c41e5971cfeb2dd7a76f0 is 82, key is hbase:meta,,1/info:regioninfo/1731638731572/Put/seqid=0 2024-11-15T02:45:38,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741848_1024 (size=5672) 2024-11-15T02:45:38,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741848_1024 (size=5672) 2024-11-15T02:45:38,414 INFO [M:0;ce6119325ab7:41985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8eb6340390c41e5971cfeb2dd7a76f0 2024-11-15T02:45:38,455 DEBUG [M:0;ce6119325ab7:41985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d7247c9835947d299a3bc5337bf4b4d is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731638733191/Put/seqid=0 2024-11-15T02:45:38,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741849_1025 (size=6911) 2024-11-15T02:45:38,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741849_1025 (size=6911) 2024-11-15T02:45:38,477 INFO [M:0;ce6119325ab7:41985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.34 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d7247c9835947d299a3bc5337bf4b4d 2024-11-15T02:45:38,549 DEBUG [M:0;ce6119325ab7:41985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/204ab343e50b478a9c10ddbb8163b0a4 is 69, key is ce6119325ab7,34111,1731638727642/rs:state/1731638730111/Put/seqid=0 2024-11-15T02:45:38,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741850_1026 (size=5224) 2024-11-15T02:45:38,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741850_1026 (size=5224) 2024-11-15T02:45:38,980 INFO [M:0;ce6119325ab7:41985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/204ab343e50b478a9c10ddbb8163b0a4 2024-11-15T02:45:39,013 DEBUG [M:0;ce6119325ab7:41985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8eb6340390c41e5971cfeb2dd7a76f0 as hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8eb6340390c41e5971cfeb2dd7a76f0 2024-11-15T02:45:39,033 INFO [M:0;ce6119325ab7:41985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8eb6340390c41e5971cfeb2dd7a76f0, entries=8, sequenceid=87, filesize=5.5 K 2024-11-15T02:45:39,042 DEBUG [M:0;ce6119325ab7:41985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d7247c9835947d299a3bc5337bf4b4d as hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d7247c9835947d299a3bc5337bf4b4d 2024-11-15T02:45:39,064 INFO [M:0;ce6119325ab7:41985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d7247c9835947d299a3bc5337bf4b4d, entries=10, sequenceid=87, filesize=6.7 K 2024-11-15T02:45:39,066 DEBUG [M:0;ce6119325ab7:41985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/204ab343e50b478a9c10ddbb8163b0a4 as hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/204ab343e50b478a9c10ddbb8163b0a4 2024-11-15T02:45:39,084 INFO [M:0;ce6119325ab7:41985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35167/user/jenkins/test-data/d058d694-4fbc-ed70-b9c9-c00696cd185a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/204ab343e50b478a9c10ddbb8163b0a4, entries=2, sequenceid=87, filesize=5.1 K 2024-11-15T02:45:39,090 INFO [M:0;ce6119325ab7:41985 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.96 KB/34779, heapSize ~42.22 KB/43232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 762ms, sequenceid=87, compaction requested=false 2024-11-15T02:45:39,141 INFO [M:0;ce6119325ab7:41985 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:45:39,141 DEBUG [M:0;ce6119325ab7:41985 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731638738328Disabling compacts and flushes for region at 1731638738328Disabling writes for close at 1731638738328Obtaining lock to block concurrent updates at 1731638738328Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731638738328Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=34779, getHeapSize=43472, getOffHeapSize=0, getCellsCount=102 at 1731638738329 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731638738333 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731638738333Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731638738371 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731638738371Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731638738426 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731638738454 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731638738454Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731638738514 (+60 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731638738548 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731638738548Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c4fb142: reopening flushed file at 1731638739009 (+461 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43c36196: reopening flushed file at 1731638739034 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17ca0b2c: reopening flushed file at 1731638739064 (+30 ms)Finished flush of dataSize ~33.96 KB/34779, heapSize ~42.22 KB/43232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 762ms, sequenceid=87, compaction requested=false at 1731638739090 (+26 ms)Writing region close event to WAL at 1731638739140 (+50 ms)Closed at 1731638739140 2024-11-15T02:45:39,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741830_1006 (size=40950) 2024-11-15T02:45:39,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44605 is added to blk_1073741830_1006 (size=40950) 2024-11-15T02:45:39,184 INFO [M:0;ce6119325ab7:41985 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T02:45:39,185 INFO [M:0;ce6119325ab7:41985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41985 2024-11-15T02:45:39,185 INFO [M:0;ce6119325ab7:41985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:45:39,188 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:45:39,317 INFO [M:0;ce6119325ab7:41985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:45:39,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:45:39,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41985-0x1013c6205420000, quorum=127.0.0.1:52470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:45:39,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@679a41ef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:45:39,352 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f25af3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:45:39,352 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:45:39,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a49e721{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:45:39,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@556de250{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/hadoop.log.dir/,STOPPED} 2024-11-15T02:45:39,385 WARN [BP-861593768-172.17.0.3-1731638718714 heartbeating to localhost/127.0.0.1:35167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T02:45:39,385 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T02:45:39,386 WARN [BP-861593768-172.17.0.3-1731638718714 heartbeating to localhost/127.0.0.1:35167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-861593768-172.17.0.3-1731638718714 (Datanode Uuid 39b8497b-6f00-4714-85ae-f24b18ab505d) service to localhost/127.0.0.1:35167 2024-11-15T02:45:39,386 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T02:45:39,387 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/cluster_e43404af-5e85-388b-4a1a-2a5d0d32c034/data/data4/current/BP-861593768-172.17.0.3-1731638718714 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:45:39,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/cluster_e43404af-5e85-388b-4a1a-2a5d0d32c034/data/data3/current/BP-861593768-172.17.0.3-1731638718714 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:45:39,389 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T02:45:39,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@86c761f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:45:39,440 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e9dba9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:45:39,441 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:45:39,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bf1b90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:45:39,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49998f9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/hadoop.log.dir/,STOPPED} 2024-11-15T02:45:39,468 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T02:45:39,468 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T02:45:39,472 WARN [BP-861593768-172.17.0.3-1731638718714 heartbeating to localhost/127.0.0.1:35167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T02:45:39,472 WARN [BP-861593768-172.17.0.3-1731638718714 heartbeating to localhost/127.0.0.1:35167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-861593768-172.17.0.3-1731638718714 (Datanode Uuid d2bca58b-fb2b-4f63-ad98-11ec18da9522) service to localhost/127.0.0.1:35167 2024-11-15T02:45:39,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/cluster_e43404af-5e85-388b-4a1a-2a5d0d32c034/data/data1/current/BP-861593768-172.17.0.3-1731638718714 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:45:39,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/cluster_e43404af-5e85-388b-4a1a-2a5d0d32c034/data/data2/current/BP-861593768-172.17.0.3-1731638718714 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:45:39,476 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T02:45:39,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7166c9d7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:45:39,526 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5aae046c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:45:39,526 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:45:39,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@244b2389{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:45:39,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74946e4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/007df3ec-a04f-0337-7268-841071a17f1a/hadoop.log.dir/,STOPPED} 2024-11-15T02:45:39,547 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T02:45:39,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down