2024-12-06 02:12:50,457 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3cce5371 2024-12-06 02:12:50,487 main DEBUG Took 0.025642 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 02:12:50,488 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 02:12:50,489 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 02:12:50,491 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 02:12:50,493 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,519 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 02:12:50,550 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,561 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,611 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,612 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,613 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,613 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,615 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,615 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,616 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,617 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,625 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,626 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,632 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,633 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,634 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,634 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,640 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,641 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,642 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,642 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,643 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,644 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,644 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,645 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,645 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 02:12:50,648 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,649 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 02:12:50,652 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 02:12:50,653 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 02:12:50,655 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 02:12:50,656 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 02:12:50,668 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 02:12:50,672 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 02:12:50,674 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 02:12:50,677 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 02:12:50,677 main DEBUG createAppenders(={Console}) 2024-12-06 02:12:50,679 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3cce5371 initialized 2024-12-06 02:12:50,679 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3cce5371 2024-12-06 02:12:50,680 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3cce5371 OK. 2024-12-06 02:12:50,682 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 02:12:50,685 main DEBUG OutputStream closed 2024-12-06 02:12:50,685 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 02:12:50,686 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 02:12:50,686 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@306e95ec OK 2024-12-06 02:12:50,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 02:12:50,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 02:12:50,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 02:12:50,835 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 02:12:50,837 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 02:12:50,837 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 02:12:50,838 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 02:12:50,838 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 02:12:50,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 02:12:50,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 02:12:50,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 02:12:50,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 02:12:50,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 02:12:50,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 02:12:50,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 02:12:50,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 02:12:50,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 02:12:50,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 02:12:50,850 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 02:12:50,850 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5ce8d869) with optional ClassLoader: null 2024-12-06 02:12:50,851 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 02:12:50,853 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5ce8d869] started OK. 2024-12-06T02:12:50,885 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.namequeues.TestTooLargeLog timeout: 13 mins 2024-12-06 02:12:50,889 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 02:12:50,890 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T02:12:51,241 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597 2024-12-06T02:12:51,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T02:12:51,324 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/cluster_430042b4-7ecc-1257-2aa3-22cd736a6717, deleteOnExit=true 2024-12-06T02:12:51,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T02:12:51,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/test.cache.data in system properties and HBase conf 2024-12-06T02:12:51,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T02:12:51,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/hadoop.log.dir in system properties and HBase conf 2024-12-06T02:12:51,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T02:12:51,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T02:12:51,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T02:12:51,550 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T02:12:51,726 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T02:12:51,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:12:51,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:12:51,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T02:12:51,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:12:51,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T02:12:51,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T02:12:51,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:12:51,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:12:51,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T02:12:51,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/nfs.dump.dir in system properties and HBase conf 2024-12-06T02:12:51,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/java.io.tmpdir in system properties and HBase conf 2024-12-06T02:12:51,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:12:51,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T02:12:51,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T02:12:53,473 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T02:12:53,557 INFO [Time-limited test {}] log.Log(170): Logging initialized @4487ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T02:12:53,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:12:53,742 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:12:53,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:12:53,851 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:12:53,854 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:12:53,875 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:12:53,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@af39055{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:12:53,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b11ee5a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:12:54,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62694f30{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/java.io.tmpdir/jetty-localhost-35939-hadoop-hdfs-3_4_1-tests_jar-_-any-10039715593251160533/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:12:54,198 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38646671{HTTP/1.1, (http/1.1)}{localhost:35939} 2024-12-06T02:12:54,199 INFO [Time-limited test {}] server.Server(415): Started @5129ms 2024-12-06T02:12:54,911 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:12:54,920 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:12:54,926 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:12:54,926 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:12:54,926 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:12:54,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ae98e58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:12:54,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4443aecf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:12:55,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@290e4779{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/java.io.tmpdir/jetty-localhost-36663-hadoop-hdfs-3_4_1-tests_jar-_-any-9764017080715087861/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:12:55,044 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@364611a3{HTTP/1.1, (http/1.1)}{localhost:36663} 2024-12-06T02:12:55,044 INFO [Time-limited test {}] server.Server(415): Started @5975ms 2024-12-06T02:12:55,112 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:12:56,666 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/cluster_430042b4-7ecc-1257-2aa3-22cd736a6717/data/data1/current/BP-55435164-172.17.0.3-1733451172558/current, will proceed with Du for space computation calculation, 2024-12-06T02:12:56,666 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/cluster_430042b4-7ecc-1257-2aa3-22cd736a6717/data/data2/current/BP-55435164-172.17.0.3-1733451172558/current, will proceed with Du for space computation calculation, 2024-12-06T02:12:56,704 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:12:56,756 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f9d46f47c9e7657 with lease ID 0xac047e407f8f1edb: Processing first storage report for DS-536afa71-fd78-4a12-8405-7f81d318590b from datanode DatanodeRegistration(127.0.0.1:36721, datanodeUuid=3b0451b0-27e6-4422-ab41-1a0507b29558, infoPort=37331, infoSecurePort=0, ipcPort=44731, storageInfo=lv=-57;cid=testClusterID;nsid=853478440;c=1733451172558) 2024-12-06T02:12:56,758 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f9d46f47c9e7657 with lease ID 0xac047e407f8f1edb: from storage DS-536afa71-fd78-4a12-8405-7f81d318590b node DatanodeRegistration(127.0.0.1:36721, datanodeUuid=3b0451b0-27e6-4422-ab41-1a0507b29558, infoPort=37331, infoSecurePort=0, ipcPort=44731, storageInfo=lv=-57;cid=testClusterID;nsid=853478440;c=1733451172558), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0 2024-12-06T02:12:56,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f9d46f47c9e7657 with lease ID 0xac047e407f8f1edb: Processing first storage report for DS-d0b9a946-6b5f-40d5-aaa0-c87f6d5760d9 from datanode DatanodeRegistration(127.0.0.1:36721, datanodeUuid=3b0451b0-27e6-4422-ab41-1a0507b29558, infoPort=37331, infoSecurePort=0, ipcPort=44731, storageInfo=lv=-57;cid=testClusterID;nsid=853478440;c=1733451172558) 2024-12-06T02:12:56,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f9d46f47c9e7657 with lease ID 0xac047e407f8f1edb: from storage DS-d0b9a946-6b5f-40d5-aaa0-c87f6d5760d9 node DatanodeRegistration(127.0.0.1:36721, datanodeUuid=3b0451b0-27e6-4422-ab41-1a0507b29558, infoPort=37331, infoSecurePort=0, ipcPort=44731, storageInfo=lv=-57;cid=testClusterID;nsid=853478440;c=1733451172558), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:12:56,826 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597 2024-12-06T02:12:56,933 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/cluster_430042b4-7ecc-1257-2aa3-22cd736a6717/zookeeper_0, clientPort=64070, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/cluster_430042b4-7ecc-1257-2aa3-22cd736a6717/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/cluster_430042b4-7ecc-1257-2aa3-22cd736a6717/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T02:12:56,946 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64070 2024-12-06T02:12:56,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:12:56,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:12:57,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:12:57,632 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3 with version=8 2024-12-06T02:12:57,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/hbase-staging 2024-12-06T02:12:57,765 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T02:12:58,083 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:12:58,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:12:58,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:12:58,113 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:12:58,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:12:58,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:12:58,411 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:12:58,536 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T02:12:58,553 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T02:12:58,559 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:12:58,598 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1015 (auto-detected) 2024-12-06T02:12:58,599 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-06T02:12:58,646 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45181 2024-12-06T02:12:58,674 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45181 connecting to ZooKeeper ensemble=127.0.0.1:64070 2024-12-06T02:12:58,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451810x0, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:12:58,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45181-0x101a869d76f0000 connected 2024-12-06T02:12:59,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:12:59,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:12:59,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T02:12:59,042 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3, hbase.cluster.distributed=false 2024-12-06T02:12:59,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T02:12:59,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45181 2024-12-06T02:12:59,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45181 2024-12-06T02:12:59,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45181 2024-12-06T02:12:59,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45181 2024-12-06T02:12:59,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45181 2024-12-06T02:12:59,284 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:12:59,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:12:59,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:12:59,288 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:12:59,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:12:59,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:12:59,293 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:12:59,297 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:12:59,305 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34309 2024-12-06T02:12:59,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34309 connecting to ZooKeeper ensemble=127.0.0.1:64070 2024-12-06T02:12:59,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:12:59,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:12:59,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343090x0, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:12:59,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343090x0, quorum=127.0.0.1:64070, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T02:12:59,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34309-0x101a869d76f0001 connected 2024-12-06T02:12:59,356 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:12:59,386 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:12:59,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34309-0x101a869d76f0001, quorum=127.0.0.1:64070, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T02:12:59,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34309-0x101a869d76f0001, quorum=127.0.0.1:64070, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T02:12:59,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34309 2024-12-06T02:12:59,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34309 2024-12-06T02:12:59,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34309 2024-12-06T02:12:59,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34309 2024-12-06T02:12:59,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34309 2024-12-06T02:12:59,460 DEBUG [M:0;5c7979348d1b:45181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:45181 2024-12-06T02:12:59,462 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5c7979348d1b,45181,1733451177845 2024-12-06T02:12:59,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x101a869d76f0001, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T02:12:59,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T02:12:59,525 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5c7979348d1b,45181,1733451177845 2024-12-06T02:12:59,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:12:59,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x101a869d76f0001, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T02:12:59,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x101a869d76f0001, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:12:59,557 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T02:12:59,559 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5c7979348d1b,45181,1733451177845 from backup master directory 2024-12-06T02:12:59,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x101a869d76f0001, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T02:12:59,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5c7979348d1b,45181,1733451177845 2024-12-06T02:12:59,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T02:12:59,569 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:12:59,569 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,45181,1733451177845 2024-12-06T02:12:59,572 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-06T02:12:59,576 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-06T02:12:59,644 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/hbase.id] with ID: 87499e84-3b5b-46f6-b0b8-4d74e7a458a6 2024-12-06T02:12:59,644 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/.tmp/hbase.id 2024-12-06T02:12:59,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:13:00,057 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/.tmp/hbase.id]:[hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/hbase.id] 2024-12-06T02:13:00,104 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:13:00,108 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:13:00,124 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms. 2024-12-06T02:13:00,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:00,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x101a869d76f0001, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:00,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:13:00,264 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:13:00,268 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:13:00,287 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T02:13:00,291 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:13:00,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:13:00,740 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/MasterData/data/master/store 2024-12-06T02:13:00,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:13:01,177 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-06T02:13:01,180 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:01,182 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:13:01,182 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:13:01,183 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:13:01,185 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:13:01,185 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:13:01,185 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:13:01,187 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451181182Disabling compacts and flushes for region at 1733451181182Disabling writes for close at 1733451181185 (+3 ms)Writing region close event to WAL at 1733451181185Closed at 1733451181185 2024-12-06T02:13:01,190 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/MasterData/data/master/store/.initializing 2024-12-06T02:13:01,190 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/MasterData/WALs/5c7979348d1b,45181,1733451177845 2024-12-06T02:13:01,202 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:13:01,220 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C45181%2C1733451177845, suffix=, logDir=hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/MasterData/WALs/5c7979348d1b,45181,1733451177845, archiveDir=hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/MasterData/oldWALs, maxLogs=10 2024-12-06T02:13:01,252 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/MasterData/WALs/5c7979348d1b,45181,1733451177845/5c7979348d1b%2C45181%2C1733451177845.1733451181226, exclude list is [], retry=0 2024-12-06T02:13:01,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36721,DS-536afa71-fd78-4a12-8405-7f81d318590b,DISK] 2024-12-06T02:13:01,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T02:13:01,339 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/MasterData/WALs/5c7979348d1b,45181,1733451177845/5c7979348d1b%2C45181%2C1733451177845.1733451181226 2024-12-06T02:13:01,341 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37331:37331)] 2024-12-06T02:13:01,341 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:13:01,342 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:01,347 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:13:01,348 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:13:01,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:13:01,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:13:01,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:01,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:13:01,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:13:01,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:13:01,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:01,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:13:01,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:13:01,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:13:01,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:01,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:13:01,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:13:01,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:13:01,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:01,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:13:01,497 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:13:01,505 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:13:01,509 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:13:01,518 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:13:01,519 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:13:01,524 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:13:01,529 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:13:01,539 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:13:01,543 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74025820, jitterRate=0.10307067632675171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:13:01,553 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451181368Initializing all the Stores at 1733451181370 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451181371 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451181372 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451181372Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451181373 (+1 ms)Cleaning up temporary data from old regions at 1733451181519 (+146 ms)Region opened successfully at 1733451181553 (+34 ms) 2024-12-06T02:13:01,555 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:13:01,605 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2121d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:13:01,653 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T02:13:01,670 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:13:01,671 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:13:01,675 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:13:01,677 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-12-06T02:13:01,684 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-06T02:13:01,684 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T02:13:01,721 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:13:01,731 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T02:13:01,756 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T02:13:01,760 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:13:01,762 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:13:01,777 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T02:13:01,780 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:13:01,785 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:13:01,809 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T02:13:01,811 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:13:01,819 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T02:13:01,844 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:13:01,854 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T02:13:01,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x101a869d76f0001, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T02:13:01,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T02:13:01,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x101a869d76f0001, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:01,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:01,876 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,45181,1733451177845, sessionid=0x101a869d76f0000, setting cluster-up flag (Was=false) 2024-12-06T02:13:01,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x101a869d76f0001, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:01,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:01,988 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T02:13:01,991 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,45181,1733451177845 2024-12-06T02:13:02,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:02,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x101a869d76f0001, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:02,092 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T02:13:02,097 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,45181,1733451177845 2024-12-06T02:13:02,105 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T02:13:02,160 INFO [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer(746): ClusterId : 87499e84-3b5b-46f6-b0b8-4d74e7a458a6 2024-12-06T02:13:02,163 DEBUG [RS:0;5c7979348d1b:34309 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:13:02,209 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:13:02,215 DEBUG [RS:0;5c7979348d1b:34309 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:13:02,215 DEBUG [RS:0;5c7979348d1b:34309 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:13:02,220 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:13:02,226 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:13:02,231 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,45181,1733451177845 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:13:02,254 DEBUG [RS:0;5c7979348d1b:34309 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:13:02,255 DEBUG [RS:0;5c7979348d1b:34309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5351fdc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:13:02,258 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:13:02,259 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:13:02,259 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:13:02,259 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:13:02,260 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:13:02,260 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,260 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:13:02,260 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,280 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:13:02,281 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T02:13:02,285 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451212285 2024-12-06T02:13:02,285 DEBUG [RS:0;5c7979348d1b:34309 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:34309 2024-12-06T02:13:02,287 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:13:02,288 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:13:02,289 INFO [RS:0;5c7979348d1b:34309 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:13:02,289 INFO [RS:0;5c7979348d1b:34309 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:13:02,289 DEBUG [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:13:02,291 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:02,291 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T02:13:02,293 INFO [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,45181,1733451177845 with port=34309, startcode=1733451179220 2024-12-06T02:13:02,294 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:13:02,294 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:13:02,295 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:13:02,295 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:13:02,298 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,303 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:13:02,305 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:13:02,306 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:13:02,310 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:13:02,310 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:13:02,312 DEBUG [RS:0;5c7979348d1b:34309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:13:02,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:13:02,318 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451182312,5,FailOnTimeoutGroup] 2024-12-06T02:13:02,328 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451182321,5,FailOnTimeoutGroup] 2024-12-06T02:13:02,328 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,328 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:13:02,329 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T02:13:02,329 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3 2024-12-06T02:13:02,330 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,330 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,408 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:13:02,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741832_1008 (size=32) 2024-12-06T02:13:02,418 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45181 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,34309,1733451179220 2024-12-06T02:13:02,421 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45181 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,34309,1733451179220 2024-12-06T02:13:02,450 DEBUG [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3 2024-12-06T02:13:02,450 DEBUG [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36641 2024-12-06T02:13:02,451 DEBUG [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:13:02,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T02:13:02,475 DEBUG [RS:0;5c7979348d1b:34309 {}] zookeeper.ZKUtil(111): regionserver:34309-0x101a869d76f0001, quorum=127.0.0.1:64070, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5c7979348d1b,34309,1733451179220 2024-12-06T02:13:02,480 WARN [RS:0;5c7979348d1b:34309 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:13:02,481 INFO [RS:0;5c7979348d1b:34309 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:13:02,481 DEBUG [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/WALs/5c7979348d1b,34309,1733451179220 2024-12-06T02:13:02,504 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,34309,1733451179220] 2024-12-06T02:13:02,559 INFO [RS:0;5c7979348d1b:34309 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:13:02,579 INFO [RS:0;5c7979348d1b:34309 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:13:02,589 INFO [RS:0;5c7979348d1b:34309 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:13:02,589 INFO [RS:0;5c7979348d1b:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,591 INFO [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:13:02,601 INFO [RS:0;5c7979348d1b:34309 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:13:02,603 INFO [RS:0;5c7979348d1b:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,603 DEBUG [RS:0;5c7979348d1b:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,604 DEBUG [RS:0;5c7979348d1b:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,604 DEBUG [RS:0;5c7979348d1b:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,604 DEBUG [RS:0;5c7979348d1b:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,607 DEBUG [RS:0;5c7979348d1b:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,608 DEBUG [RS:0;5c7979348d1b:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:13:02,609 DEBUG [RS:0;5c7979348d1b:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,609 DEBUG [RS:0;5c7979348d1b:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,610 DEBUG [RS:0;5c7979348d1b:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,610 DEBUG [RS:0;5c7979348d1b:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,610 DEBUG [RS:0;5c7979348d1b:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,610 DEBUG [RS:0;5c7979348d1b:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,610 DEBUG [RS:0;5c7979348d1b:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:13:02,611 DEBUG [RS:0;5c7979348d1b:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:13:02,627 INFO [RS:0;5c7979348d1b:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,627 INFO [RS:0;5c7979348d1b:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,628 INFO [RS:0;5c7979348d1b:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,628 INFO [RS:0;5c7979348d1b:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,628 INFO [RS:0;5c7979348d1b:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,628 INFO [RS:0;5c7979348d1b:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,34309,1733451179220-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:13:02,664 INFO [RS:0;5c7979348d1b:34309 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:13:02,666 INFO [RS:0;5c7979348d1b:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,34309,1733451179220-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,667 INFO [RS:0;5c7979348d1b:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,667 INFO [RS:0;5c7979348d1b:34309 {}] regionserver.Replication(171): 5c7979348d1b,34309,1733451179220 started 2024-12-06T02:13:02,696 INFO [RS:0;5c7979348d1b:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,696 INFO [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,34309,1733451179220, RpcServer on 5c7979348d1b/172.17.0.3:34309, sessionid=0x101a869d76f0001 2024-12-06T02:13:02,697 DEBUG [RS:0;5c7979348d1b:34309 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:13:02,697 DEBUG [RS:0;5c7979348d1b:34309 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,34309,1733451179220 2024-12-06T02:13:02,698 DEBUG [RS:0;5c7979348d1b:34309 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,34309,1733451179220' 2024-12-06T02:13:02,698 DEBUG [RS:0;5c7979348d1b:34309 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T02:13:02,699 DEBUG [RS:0;5c7979348d1b:34309 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T02:13:02,700 DEBUG [RS:0;5c7979348d1b:34309 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:13:02,700 DEBUG [RS:0;5c7979348d1b:34309 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:13:02,700 DEBUG [RS:0;5c7979348d1b:34309 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,34309,1733451179220 2024-12-06T02:13:02,700 DEBUG [RS:0;5c7979348d1b:34309 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,34309,1733451179220' 2024-12-06T02:13:02,701 DEBUG [RS:0;5c7979348d1b:34309 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T02:13:02,702 DEBUG [RS:0;5c7979348d1b:34309 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T02:13:02,703 DEBUG [RS:0;5c7979348d1b:34309 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:13:02,703 INFO [RS:0;5c7979348d1b:34309 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:13:02,703 INFO [RS:0;5c7979348d1b:34309 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:13:02,810 INFO [RS:0;5c7979348d1b:34309 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:13:02,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:02,814 INFO [RS:0;5c7979348d1b:34309 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C34309%2C1733451179220, suffix=, logDir=hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/WALs/5c7979348d1b,34309,1733451179220, archiveDir=hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/oldWALs, maxLogs=32 2024-12-06T02:13:02,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:13:02,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:13:02,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:02,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:13:02,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:13:02,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:13:02,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:02,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:13:02,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:13:02,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:13:02,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:02,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:13:02,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:13:02,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:13:02,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:02,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:13:02,845 DEBUG [RS:0;5c7979348d1b:34309 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/WALs/5c7979348d1b,34309,1733451179220/5c7979348d1b%2C34309%2C1733451179220.1733451182816, exclude list is [], retry=0 2024-12-06T02:13:02,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:13:02,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/hbase/meta/1588230740 2024-12-06T02:13:02,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/hbase/meta/1588230740 2024-12-06T02:13:02,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36721,DS-536afa71-fd78-4a12-8405-7f81d318590b,DISK] 2024-12-06T02:13:02,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:13:02,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:13:02,855 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:13:02,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:13:02,861 INFO [RS:0;5c7979348d1b:34309 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/WALs/5c7979348d1b,34309,1733451179220/5c7979348d1b%2C34309%2C1733451179220.1733451182816 2024-12-06T02:13:02,862 DEBUG [RS:0;5c7979348d1b:34309 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37331:37331)] 2024-12-06T02:13:02,872 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:13:02,877 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67750593, jitterRate=0.009562507271766663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:13:02,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733451182812Initializing all the Stores at 1733451182814 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451182814Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451182815 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451182815Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451182815Cleaning up temporary data from old regions at 1733451182854 (+39 ms)Region opened successfully at 1733451182879 (+25 ms) 2024-12-06T02:13:02,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:13:02,880 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:13:02,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:13:02,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:13:02,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:13:02,882 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:13:02,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451182880Disabling compacts and flushes for region at 1733451182880Disabling writes for close at 1733451182881 (+1 ms)Writing region close event to WAL at 1733451182882 (+1 ms)Closed at 1733451182882 2024-12-06T02:13:02,888 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:13:02,889 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T02:13:02,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:13:02,909 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:13:02,912 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T02:13:03,070 DEBUG [5c7979348d1b:45181 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:13:03,081 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,34309,1733451179220 2024-12-06T02:13:03,087 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,34309,1733451179220, state=OPENING 2024-12-06T02:13:03,103 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T02:13:03,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:03,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x101a869d76f0001, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:03,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T02:13:03,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T02:13:03,116 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:13:03,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,34309,1733451179220}] 2024-12-06T02:13:03,293 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:13:03,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:13:03,310 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:13:03,310 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:13:03,311 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:13:03,317 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C34309%2C1733451179220.meta, suffix=.meta, logDir=hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/WALs/5c7979348d1b,34309,1733451179220, archiveDir=hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/oldWALs, maxLogs=32 2024-12-06T02:13:03,331 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/WALs/5c7979348d1b,34309,1733451179220/5c7979348d1b%2C34309%2C1733451179220.meta.1733451183318.meta, exclude list is [], retry=0 2024-12-06T02:13:03,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36721,DS-536afa71-fd78-4a12-8405-7f81d318590b,DISK] 2024-12-06T02:13:03,338 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/WALs/5c7979348d1b,34309,1733451179220/5c7979348d1b%2C34309%2C1733451179220.meta.1733451183318.meta 2024-12-06T02:13:03,339 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37331:37331)] 2024-12-06T02:13:03,339 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:13:03,341 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:13:03,343 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:13:03,348 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:13:03,354 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:13:03,355 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:03,356 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:13:03,357 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:13:03,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:13:03,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:13:03,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:03,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:13:03,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:13:03,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:13:03,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:03,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:13:03,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:13:03,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:13:03,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:03,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:13:03,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:13:03,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:13:03,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:03,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:13:03,386 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:13:03,390 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/hbase/meta/1588230740 2024-12-06T02:13:03,395 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/hbase/meta/1588230740 2024-12-06T02:13:03,400 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:13:03,400 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:13:03,401 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:13:03,406 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:13:03,408 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75451338, jitterRate=0.12431254982948303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:13:03,409 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:13:03,410 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451183358Writing region info on filesystem at 1733451183358Initializing all the Stores at 1733451183360 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451183361 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451183361Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451183361Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451183361Cleaning up temporary data from old regions at 1733451183400 (+39 ms)Running coprocessor post-open hooks at 1733451183409 (+9 ms)Region opened successfully at 1733451183410 (+1 ms) 2024-12-06T02:13:03,418 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733451183284 2024-12-06T02:13:03,431 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:13:03,432 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:13:03,433 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,34309,1733451179220 2024-12-06T02:13:03,436 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,34309,1733451179220, state=OPEN 2024-12-06T02:13:03,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T02:13:03,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x101a869d76f0001, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T02:13:03,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T02:13:03,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T02:13:03,487 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,34309,1733451179220 2024-12-06T02:13:03,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T02:13:03,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,34309,1733451179220 in 369 msec 2024-12-06T02:13:03,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T02:13:03,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 603 msec 2024-12-06T02:13:03,515 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:13:03,515 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T02:13:03,547 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:13:03,549 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,34309,1733451179220, seqNum=-1] 2024-12-06T02:13:03,578 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:13:03,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:13:03,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4470 sec 2024-12-06T02:13:03,610 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451183610, completionTime=-1 2024-12-06T02:13:03,613 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T02:13:03,613 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:13:03,648 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T02:13:03,648 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451243648 2024-12-06T02:13:03,648 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451303648 2024-12-06T02:13:03,648 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 35 msec 2024-12-06T02:13:03,651 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45181,1733451177845-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:03,652 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45181,1733451177845-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:03,652 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45181,1733451177845-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:03,654 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:45181, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:03,655 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:03,656 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:03,664 DEBUG [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T02:13:03,698 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.128sec 2024-12-06T02:13:03,700 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:13:03,701 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:13:03,703 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:13:03,703 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:13:03,703 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:13:03,704 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45181,1733451177845-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:13:03,705 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45181,1733451177845-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:13:03,715 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:13:03,716 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:13:03,717 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45181,1733451177845-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:03,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5f20d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:13:03,770 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T02:13:03,770 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T02:13:03,774 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,45181,-1 for getting cluster id 2024-12-06T02:13:03,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:13:03,788 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87499e84-3b5b-46f6-b0b8-4d74e7a458a6' 2024-12-06T02:13:03,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:13:03,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87499e84-3b5b-46f6-b0b8-4d74e7a458a6" 2024-12-06T02:13:03,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ccaf8da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:13:03,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,45181,-1] 2024-12-06T02:13:03,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:13:03,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:13:03,806 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:13:03,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13fff474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:13:03,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:13:03,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,34309,1733451179220, seqNum=-1] 2024-12-06T02:13:03,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:13:03,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:13:03,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5c7979348d1b,45181,1733451177845 2024-12-06T02:13:03,890 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: namequeues.TestTooLargeLog#testLogLargeBlockBytesScanned Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=660, ProcessCount=11, AvailableMemoryMB=3457 2024-12-06T02:13:03,893 INFO [Time-limited test {}] hbase.HBaseServerBase(621): Reloading the configuration from disk. 2024-12-06T02:13:03,893 INFO [Time-limited test {}] conf.ConfigurationManager(105): Starting to notify all observers that config changed. 2024-12-06T02:13:03,914 DEBUG [Time-limited test {}] throttle.StoreHotnessProtector(123): update config: StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:03,915 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:13:03,928 INFO [Time-limited test {}] regionserver.PrefetchExecutorNotifier(52): Config hbase.hfile.prefetch.delay is changed to 1000 2024-12-06T02:13:03,929 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:13:03,929 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-06T02:13:03,929 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-06T02:13:03,929 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:13:03,929 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-06T02:13:03,929 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:13:03,930 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-06T02:13:03,930 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:13:03,930 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:03,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:13:03,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,45181,1733451177845 2024-12-06T02:13:03,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b0a2517 2024-12-06T02:13:03,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:13:03,947 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:13:03,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45181 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testLogLargeBlockBytesScanned', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => '0', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:13:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45181 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testLogLargeBlockBytesScanned 2024-12-06T02:13:03,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:13:03,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45181 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testLogLargeBlockBytesScanned" procId is: 4 2024-12-06T02:13:03,967 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:03,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:13:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:13:03,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741835_1011 (size=404) 2024-12-06T02:13:03,988 INFO [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 02554319792e99e540b3805a824bf785, NAME => 'testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testLogLargeBlockBytesScanned', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => '0', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3 2024-12-06T02:13:04,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741836_1012 (size=64) 2024-12-06T02:13:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:13:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:13:04,407 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(898): Instantiated testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:04,408 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1722): Closing 02554319792e99e540b3805a824bf785, disabling compactions & flushes 2024-12-06T02:13:04,408 INFO [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1755): Closing region testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785. 2024-12-06T02:13:04,408 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785. 2024-12-06T02:13:04,408 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785. after waiting 0 ms 2024-12-06T02:13:04,408 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785. 2024-12-06T02:13:04,408 INFO [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1973): Closed testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785. 2024-12-06T02:13:04,408 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1676): Region close journal for 02554319792e99e540b3805a824bf785: Waiting for close lock at 1733451184408Disabling compacts and flushes for region at 1733451184408Disabling writes for close at 1733451184408Writing region close event to WAL at 1733451184408Closed at 1733451184408 2024-12-06T02:13:04,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:13:04,414 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733451184410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451184410"}]},"ts":"1733451184410"} 2024-12-06T02:13:04,419 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:13:04,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:13:04,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testLogLargeBlockBytesScanned","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451184423"}]},"ts":"1733451184423"} 2024-12-06T02:13:04,431 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testLogLargeBlockBytesScanned, state=ENABLING in hbase:meta 2024-12-06T02:13:04,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=02554319792e99e540b3805a824bf785, ASSIGN}] 2024-12-06T02:13:04,437 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=02554319792e99e540b3805a824bf785, ASSIGN 2024-12-06T02:13:04,440 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=02554319792e99e540b3805a824bf785, ASSIGN; state=OFFLINE, location=5c7979348d1b,34309,1733451179220; forceNewPlan=false, retain=false 2024-12-06T02:13:04,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02554319792e99e540b3805a824bf785, regionState=OPENING, regionLocation=5c7979348d1b,34309,1733451179220 2024-12-06T02:13:04,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=02554319792e99e540b3805a824bf785, ASSIGN because future has completed 2024-12-06T02:13:04,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02554319792e99e540b3805a824bf785, server=5c7979348d1b,34309,1733451179220}] 2024-12-06T02:13:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:13:04,773 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785. 2024-12-06T02:13:04,774 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 02554319792e99e540b3805a824bf785, NAME => 'testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:13:04,774 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testLogLargeBlockBytesScanned 02554319792e99e540b3805a824bf785 2024-12-06T02:13:04,774 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:04,774 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 02554319792e99e540b3805a824bf785 2024-12-06T02:13:04,774 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 02554319792e99e540b3805a824bf785 2024-12-06T02:13:04,777 INFO [StoreOpener-02554319792e99e540b3805a824bf785-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family 0 of region 02554319792e99e540b3805a824bf785 2024-12-06T02:13:04,779 INFO [StoreOpener-02554319792e99e540b3805a824bf785-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02554319792e99e540b3805a824bf785 columnFamilyName 0 2024-12-06T02:13:04,780 DEBUG [StoreOpener-02554319792e99e540b3805a824bf785-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:04,781 INFO [StoreOpener-02554319792e99e540b3805a824bf785-1 {}] regionserver.HStore(327): Store=02554319792e99e540b3805a824bf785/0, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:13:04,781 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 02554319792e99e540b3805a824bf785 2024-12-06T02:13:04,782 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/default/testLogLargeBlockBytesScanned/02554319792e99e540b3805a824bf785 2024-12-06T02:13:04,783 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/default/testLogLargeBlockBytesScanned/02554319792e99e540b3805a824bf785 2024-12-06T02:13:04,784 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 02554319792e99e540b3805a824bf785 2024-12-06T02:13:04,784 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 02554319792e99e540b3805a824bf785 2024-12-06T02:13:04,787 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 02554319792e99e540b3805a824bf785 2024-12-06T02:13:04,791 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/default/testLogLargeBlockBytesScanned/02554319792e99e540b3805a824bf785/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:13:04,792 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 02554319792e99e540b3805a824bf785; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62803932, jitterRate=-0.06414848566055298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:13:04,792 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02554319792e99e540b3805a824bf785 2024-12-06T02:13:04,793 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 02554319792e99e540b3805a824bf785: Running coprocessor pre-open hook at 1733451184775Writing region info on filesystem at 1733451184775Initializing all the Stores at 1733451184776 (+1 ms)Instantiating store for column family {NAME => '0', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451184776Cleaning up temporary data from old regions at 1733451184784 (+8 ms)Running coprocessor post-open hooks at 1733451184792 (+8 ms)Region opened successfully at 1733451184793 (+1 ms) 2024-12-06T02:13:04,794 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785., pid=6, masterSystemTime=1733451184750 2024-12-06T02:13:04,797 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785. 2024-12-06T02:13:04,798 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785. 2024-12-06T02:13:04,799 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02554319792e99e540b3805a824bf785, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,34309,1733451179220 2024-12-06T02:13:04,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02554319792e99e540b3805a824bf785, server=5c7979348d1b,34309,1733451179220 because future has completed 2024-12-06T02:13:04,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T02:13:04,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 02554319792e99e540b3805a824bf785, server=5c7979348d1b,34309,1733451179220 in 208 msec 2024-12-06T02:13:04,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T02:13:04,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=02554319792e99e540b3805a824bf785, ASSIGN in 374 msec 2024-12-06T02:13:04,813 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:13:04,813 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testLogLargeBlockBytesScanned","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451184813"}]},"ts":"1733451184813"} 2024-12-06T02:13:04,816 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testLogLargeBlockBytesScanned, state=ENABLED in hbase:meta 2024-12-06T02:13:04,818 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:13:04,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testLogLargeBlockBytesScanned in 862 msec 2024-12-06T02:13:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:13:05,117 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testLogLargeBlockBytesScanned completed 2024-12-06T02:13:05,117 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testLogLargeBlockBytesScanned get assigned. Timeout = 60000ms 2024-12-06T02:13:05,118 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T02:13:05,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testLogLargeBlockBytesScanned assigned to meta. Checking AM states. 2024-12-06T02:13:05,123 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T02:13:05,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testLogLargeBlockBytesScanned assigned. 2024-12-06T02:13:05,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aab', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785., hostname=5c7979348d1b,34309,1733451179220, seqNum=2] 2024-12-06T02:13:05,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aaa', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785., hostname=5c7979348d1b,34309,1733451179220, seqNum=2] 2024-12-06T02:13:05,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aac', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785., hostname=5c7979348d1b,34309,1733451179220, seqNum=2] 2024-12-06T02:13:05,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aad', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785., hostname=5c7979348d1b,34309,1733451179220, seqNum=2] 2024-12-06T02:13:05,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aaf', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785., hostname=5c7979348d1b,34309,1733451179220, seqNum=2] 2024-12-06T02:13:05,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aae', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785., hostname=5c7979348d1b,34309,1733451179220, seqNum=2] 2024-12-06T02:13:06,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 17576 Client: jenkins//172.17.0.3 first region in multi=testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785. 2024-12-06T02:13:07,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] ipc.RpcServer(592): (responseTooLarge): {"starttimems":"1733451186356","method":"Multi","processingtimems":1023,"fsreadtime":"0","queuetimems":0,"call":"Multi(org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$MultiRequest)","multi.gets":0,"responsesize":"124102","param":"region= testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785., for 17576 action(s) and 1st row key=aaa","blockbytesscanned":"0","client":"172.17.0.3:57164","multi.service_calls":0,"class":"MiniHBaseClusterRegionServer","multi.mutations":17576} 2024-12-06T02:13:07,566 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 02554319792e99e540b3805a824bf785 1/1 column families, dataSize=480.59 KB heapSize=1.74 MB 2024-12-06T02:13:07,735 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/default/testLogLargeBlockBytesScanned/02554319792e99e540b3805a824bf785/.tmp/0/47f2eea4461741f3bfaef01b95d05107 is 32, key is aaa/0:0/1733451187177/Put/seqid=0 2024-12-06T02:13:07,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741837_1013 (size=515031) 2024-12-06T02:13:08,144 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=480.59 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/default/testLogLargeBlockBytesScanned/02554319792e99e540b3805a824bf785/.tmp/0/47f2eea4461741f3bfaef01b95d05107 2024-12-06T02:13:08,176 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/default/testLogLargeBlockBytesScanned/02554319792e99e540b3805a824bf785/.tmp/0/47f2eea4461741f3bfaef01b95d05107 as hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/default/testLogLargeBlockBytesScanned/02554319792e99e540b3805a824bf785/0/47f2eea4461741f3bfaef01b95d05107 2024-12-06T02:13:08,189 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/default/testLogLargeBlockBytesScanned/02554319792e99e540b3805a824bf785/0/47f2eea4461741f3bfaef01b95d05107, entries=17576, sequenceid=5, filesize=503.0 K 2024-12-06T02:13:08,195 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~480.59 KB/492128, heapSize ~1.74 MB/1828144, currentSize=0 B/0 for 02554319792e99e540b3805a824bf785 in 631ms, sequenceid=5, compaction requested=false 2024-12-06T02:13:08,196 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testLogLargeBlockBytesScanned' 2024-12-06T02:13:08,199 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 02554319792e99e540b3805a824bf785: 2024-12-06T02:13:08,199 INFO [Time-limited test {}] hbase.HBaseServerBase(621): Reloading the configuration from disk. 2024-12-06T02:13:08,199 INFO [Time-limited test {}] conf.ConfigurationManager(105): Starting to notify all observers that config changed. 2024-12-06T02:13:08,217 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-06T02:13:08,218 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02554319792e99e540b3805a824bf785 columnFamilyName 0 2024-12-06T02:13:08,218 DEBUG [Time-limited test {}] throttle.StoreHotnessProtector(123): update config: StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:08,218 DEBUG [Time-limited test {}] throttle.StoreHotnessProtector(123): update config: StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:08,218 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:13:08,218 INFO [Time-limited test {}] regionserver.PrefetchExecutorNotifier(52): Config hbase.hfile.prefetch.delay is changed to 1000 2024-12-06T02:13:08,219 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:13:08,219 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-06T02:13:08,219 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-06T02:13:08,219 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:13:08,219 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-06T02:13:08,220 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:13:08,220 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-06T02:13:08,220 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:13:08,220 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:08,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] ipc.RpcServer(592): (responseTooLarge): {"call":"Scan(org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ScanRequest)","starttimems":"1733451188222","responsesize":"93","method":"Scan","param":"region { type: REGION_NAME value: \"testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785.\" } scan { attribute { name: \"_isolat ","processingtimems":15,"blockbytesscanned":"65540","fsreadtime":"3","client":"172.17.0.3:57164","queuetimems":0,"class":"MiniHBaseClusterRegionServer"} 2024-12-06T02:13:08,253 DEBUG [ForkJoinPool.commonPool-worker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:13:08,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:13:08,294 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: namequeues.TestTooLargeLog#testLogLargeBlockBytesScanned Thread=219 (was 211) Potentially hanging thread: ForkJoinPool.commonPool-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1369891885_22 at /127.0.0.1:36142 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=687 (was 660) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2924 (was 3457) 2024-12-06T02:13:08,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T02:13:08,295 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:13:08,295 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.namequeues.TestTooLargeLog.afterClass(TestTooLargeLog.java:76) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:13:08,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:13:08,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:13:08,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:13:08,302 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:13:08,302 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1257147125, stopped=false 2024-12-06T02:13:08,302 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,45181,1733451177845 2024-12-06T02:13:08,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x101a869d76f0001, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T02:13:08,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T02:13:08,314 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:13:08,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:08,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x101a869d76f0001, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:08,315 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:13:08,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.namequeues.TestTooLargeLog.afterClass(TestTooLargeLog.java:76) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:13:08,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34309-0x101a869d76f0001, quorum=127.0.0.1:64070, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T02:13:08,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:13:08,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T02:13:08,315 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,34309,1733451179220' ***** 2024-12-06T02:13:08,315 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:13:08,316 INFO [RS:0;5c7979348d1b:34309 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:13:08,316 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:13:08,316 INFO [RS:0;5c7979348d1b:34309 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:13:08,316 INFO [RS:0;5c7979348d1b:34309 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:13:08,317 INFO [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer(3091): Received CLOSE for 02554319792e99e540b3805a824bf785 2024-12-06T02:13:08,317 INFO [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,34309,1733451179220 2024-12-06T02:13:08,317 INFO [RS:0;5c7979348d1b:34309 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:13:08,318 INFO [RS:0;5c7979348d1b:34309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:34309. 2024-12-06T02:13:08,318 DEBUG [RS:0;5c7979348d1b:34309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:13:08,318 DEBUG [RS:0;5c7979348d1b:34309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:13:08,318 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02554319792e99e540b3805a824bf785, disabling compactions & flushes 2024-12-06T02:13:08,318 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785. 2024-12-06T02:13:08,318 INFO [RS:0;5c7979348d1b:34309 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:13:08,318 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785. 2024-12-06T02:13:08,318 INFO [RS:0;5c7979348d1b:34309 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:13:08,318 INFO [RS:0;5c7979348d1b:34309 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:13:08,318 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785. after waiting 0 ms 2024-12-06T02:13:08,318 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785. 2024-12-06T02:13:08,318 INFO [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:13:08,319 INFO [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T02:13:08,319 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:13:08,319 DEBUG [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 02554319792e99e540b3805a824bf785=testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785.} 2024-12-06T02:13:08,319 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:13:08,319 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:13:08,319 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:13:08,319 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:13:08,320 DEBUG [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer(1351): Waiting on 02554319792e99e540b3805a824bf785, 1588230740 2024-12-06T02:13:08,320 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.54 KB heapSize=3.55 KB 2024-12-06T02:13:08,327 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/default/testLogLargeBlockBytesScanned/02554319792e99e540b3805a824bf785/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T02:13:08,329 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785. 2024-12-06T02:13:08,330 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02554319792e99e540b3805a824bf785: Waiting for close lock at 1733451188317Running coprocessor pre-close hooks at 1733451188318 (+1 ms)Disabling compacts and flushes for region at 1733451188318Disabling writes for close at 1733451188318Writing region close event to WAL at 1733451188320 (+2 ms)Running coprocessor post-close hooks at 1733451188328 (+8 ms)Closed at 1733451188329 (+1 ms) 2024-12-06T02:13:08,330 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785. 2024-12-06T02:13:08,345 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:13:08,348 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/hbase/meta/1588230740/.tmp/info/6134297f0aae4869b0ac32b7e3f5d4a8 is 179, key is testLogLargeBlockBytesScanned,,1733451183948.02554319792e99e540b3805a824bf785./info:regioninfo/1733451184798/Put/seqid=0 2024-12-06T02:13:08,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741838_1014 (size=6872) 2024-12-06T02:13:08,520 DEBUG [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:13:08,654 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T02:13:08,655 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T02:13:08,720 DEBUG [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:13:08,756 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.34 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/hbase/meta/1588230740/.tmp/info/6134297f0aae4869b0ac32b7e3f5d4a8 2024-12-06T02:13:08,797 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/hbase/meta/1588230740/.tmp/ns/0f849c14e59e459dab69222216384d2c is 43, key is default/ns:d/1733451183587/Put/seqid=0 2024-12-06T02:13:08,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741839_1015 (size=5153) 2024-12-06T02:13:08,868 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T02:13:08,920 DEBUG [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:13:08,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T02:13:08,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T02:13:08,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:13:08,943 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T02:13:08,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T02:13:08,943 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T02:13:08,946 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T02:13:09,121 DEBUG [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:13:09,206 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/hbase/meta/1588230740/.tmp/ns/0f849c14e59e459dab69222216384d2c 2024-12-06T02:13:09,237 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/hbase/meta/1588230740/.tmp/table/c0a3d7d58329452f885c7eb53a6ea26a is 65, key is testLogLargeBlockBytesScanned/table:state/1733451184813/Put/seqid=0 2024-12-06T02:13:09,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741840_1016 (size=5340) 2024-12-06T02:13:09,321 INFO [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T02:13:09,321 DEBUG [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T02:13:09,322 DEBUG [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:13:09,522 DEBUG [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:13:09,653 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/hbase/meta/1588230740/.tmp/table/c0a3d7d58329452f885c7eb53a6ea26a 2024-12-06T02:13:09,669 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/hbase/meta/1588230740/.tmp/info/6134297f0aae4869b0ac32b7e3f5d4a8 as hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/hbase/meta/1588230740/info/6134297f0aae4869b0ac32b7e3f5d4a8 2024-12-06T02:13:09,685 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/hbase/meta/1588230740/info/6134297f0aae4869b0ac32b7e3f5d4a8, entries=10, sequenceid=11, filesize=6.7 K 2024-12-06T02:13:09,688 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/hbase/meta/1588230740/.tmp/ns/0f849c14e59e459dab69222216384d2c as hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/hbase/meta/1588230740/ns/0f849c14e59e459dab69222216384d2c 2024-12-06T02:13:09,713 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/hbase/meta/1588230740/ns/0f849c14e59e459dab69222216384d2c, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T02:13:09,715 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/hbase/meta/1588230740/.tmp/table/c0a3d7d58329452f885c7eb53a6ea26a as hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/hbase/meta/1588230740/table/c0a3d7d58329452f885c7eb53a6ea26a 2024-12-06T02:13:09,722 DEBUG [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:13:09,728 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/hbase/meta/1588230740/table/c0a3d7d58329452f885c7eb53a6ea26a, entries=2, sequenceid=11, filesize=5.2 K 2024-12-06T02:13:09,730 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.54 KB/1572, heapSize ~3.26 KB/3336, currentSize=0 B/0 for 1588230740 in 1410ms, sequenceid=11, compaction requested=false 2024-12-06T02:13:09,737 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T02:13:09,738 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:13:09,738 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:13:09,739 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451188319Running coprocessor pre-close hooks at 1733451188319Disabling compacts and flushes for region at 1733451188319Disabling writes for close at 1733451188319Obtaining lock to block concurrent updates at 1733451188320 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733451188320Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1572, getHeapSize=3576, getOffHeapSize=0, getCellsCount=14 at 1733451188321 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733451188322 (+1 ms)Flushing 1588230740/info: creating writer at 1733451188322Flushing 1588230740/info: appending metadata at 1733451188345 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733451188345Flushing 1588230740/ns: creating writer at 1733451188770 (+425 ms)Flushing 1588230740/ns: appending metadata at 1733451188796 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1733451188796Flushing 1588230740/table: creating writer at 1733451189218 (+422 ms)Flushing 1588230740/table: appending metadata at 1733451189235 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733451189235Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f16bc81: reopening flushed file at 1733451189666 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7534175c: reopening flushed file at 1733451189685 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@178decc9: reopening flushed file at 1733451189713 (+28 ms)Finished flush of dataSize ~1.54 KB/1572, heapSize ~3.26 KB/3336, currentSize=0 B/0 for 1588230740 in 1410ms, sequenceid=11, compaction requested=false at 1733451189730 (+17 ms)Writing region close event to WAL at 1733451189731 (+1 ms)Running coprocessor post-close hooks at 1733451189738 (+7 ms)Closed at 1733451189738 2024-12-06T02:13:09,739 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:13:09,923 INFO [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,34309,1733451179220; all regions closed. 2024-12-06T02:13:09,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741834_1010 (size=2946) 2024-12-06T02:13:09,937 DEBUG [RS:0;5c7979348d1b:34309 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/oldWALs 2024-12-06T02:13:09,937 INFO [RS:0;5c7979348d1b:34309 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C34309%2C1733451179220.meta:.meta(num 1733451183318) 2024-12-06T02:13:09,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741833_1009 (size=563857) 2024-12-06T02:13:09,945 DEBUG [RS:0;5c7979348d1b:34309 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/oldWALs 2024-12-06T02:13:09,945 INFO [RS:0;5c7979348d1b:34309 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C34309%2C1733451179220:(num 1733451182816) 2024-12-06T02:13:09,945 DEBUG [RS:0;5c7979348d1b:34309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:13:09,945 INFO [RS:0;5c7979348d1b:34309 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:13:09,945 INFO [RS:0;5c7979348d1b:34309 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:13:09,946 INFO [RS:0;5c7979348d1b:34309 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T02:13:09,946 INFO [RS:0;5c7979348d1b:34309 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:13:09,946 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:13:09,947 INFO [RS:0;5c7979348d1b:34309 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34309 2024-12-06T02:13:09,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T02:13:09,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x101a869d76f0001, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5c7979348d1b,34309,1733451179220 2024-12-06T02:13:09,956 INFO [RS:0;5c7979348d1b:34309 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:13:09,957 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,34309,1733451179220] 2024-12-06T02:13:09,976 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5c7979348d1b,34309,1733451179220 already deleted, retry=false 2024-12-06T02:13:09,977 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,34309,1733451179220 expired; onlineServers=0 2024-12-06T02:13:09,977 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,45181,1733451177845' ***** 2024-12-06T02:13:09,977 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:13:09,977 INFO [M:0;5c7979348d1b:45181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:13:09,977 INFO [M:0;5c7979348d1b:45181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:13:09,977 DEBUG [M:0;5c7979348d1b:45181 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:13:09,978 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:13:09,978 DEBUG [M:0;5c7979348d1b:45181 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:13:09,978 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451182312 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451182312,5,FailOnTimeoutGroup] 2024-12-06T02:13:09,978 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451182321 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451182321,5,FailOnTimeoutGroup] 2024-12-06T02:13:09,978 INFO [M:0;5c7979348d1b:45181 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:13:09,978 INFO [M:0;5c7979348d1b:45181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:13:09,978 DEBUG [M:0;5c7979348d1b:45181 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:13:09,978 INFO [M:0;5c7979348d1b:45181 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:13:09,979 INFO [M:0;5c7979348d1b:45181 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:13:09,979 INFO [M:0;5c7979348d1b:45181 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:13:09,979 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:13:09,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T02:13:09,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:09,987 DEBUG [M:0;5c7979348d1b:45181 {}] zookeeper.ZKUtil(347): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T02:13:09,987 WARN [M:0;5c7979348d1b:45181 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T02:13:09,988 INFO [M:0;5c7979348d1b:45181 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/.lastflushedseqids 2024-12-06T02:13:10,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741841_1017 (size=126) 2024-12-06T02:13:10,001 INFO [M:0;5c7979348d1b:45181 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:13:10,001 INFO [M:0;5c7979348d1b:45181 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:13:10,002 DEBUG [M:0;5c7979348d1b:45181 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:13:10,002 INFO [M:0;5c7979348d1b:45181 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:13:10,002 DEBUG [M:0;5c7979348d1b:45181 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:13:10,002 DEBUG [M:0;5c7979348d1b:45181 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:13:10,002 DEBUG [M:0;5c7979348d1b:45181 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:13:10,002 INFO [M:0;5c7979348d1b:45181 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=22.74 KB heapSize=28.64 KB 2024-12-06T02:13:10,020 DEBUG [M:0;5c7979348d1b:45181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42133ab96b5c4b81ba5e0d5fbc3bb4a1 is 82, key is hbase:meta,,1/info:regioninfo/1733451183433/Put/seqid=0 2024-12-06T02:13:10,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741842_1018 (size=5672) 2024-12-06T02:13:10,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x101a869d76f0001, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:13:10,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x101a869d76f0001, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:13:10,068 INFO [RS:0;5c7979348d1b:34309 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:13:10,068 INFO [RS:0;5c7979348d1b:34309 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,34309,1733451179220; zookeeper connection closed. 2024-12-06T02:13:10,068 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59d00010 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59d00010 2024-12-06T02:13:10,069 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T02:13:10,427 INFO [M:0;5c7979348d1b:45181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42133ab96b5c4b81ba5e0d5fbc3bb4a1 2024-12-06T02:13:10,451 DEBUG [M:0;5c7979348d1b:45181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4bfa84c2b630446e8c80be28334cd27f is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733451184820/Put/seqid=0 2024-12-06T02:13:10,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741843_1019 (size=6114) 2024-12-06T02:13:10,858 INFO [M:0;5c7979348d1b:45181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.19 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4bfa84c2b630446e8c80be28334cd27f 2024-12-06T02:13:10,894 DEBUG [M:0;5c7979348d1b:45181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36ec13f1b15840f3911e94cec030fee2 is 69, key is 5c7979348d1b,34309,1733451179220/rs:state/1733451182428/Put/seqid=0 2024-12-06T02:13:10,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741844_1020 (size=5156) 2024-12-06T02:13:11,318 INFO [M:0;5c7979348d1b:45181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36ec13f1b15840f3911e94cec030fee2 2024-12-06T02:13:11,326 DEBUG [M:0;5c7979348d1b:45181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42133ab96b5c4b81ba5e0d5fbc3bb4a1 as hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42133ab96b5c4b81ba5e0d5fbc3bb4a1 2024-12-06T02:13:11,336 INFO [M:0;5c7979348d1b:45181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42133ab96b5c4b81ba5e0d5fbc3bb4a1, entries=8, sequenceid=55, filesize=5.5 K 2024-12-06T02:13:11,338 DEBUG [M:0;5c7979348d1b:45181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4bfa84c2b630446e8c80be28334cd27f as hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4bfa84c2b630446e8c80be28334cd27f 2024-12-06T02:13:11,351 INFO [M:0;5c7979348d1b:45181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4bfa84c2b630446e8c80be28334cd27f, entries=6, sequenceid=55, filesize=6.0 K 2024-12-06T02:13:11,353 DEBUG [M:0;5c7979348d1b:45181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36ec13f1b15840f3911e94cec030fee2 as hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36ec13f1b15840f3911e94cec030fee2 2024-12-06T02:13:11,363 INFO [M:0;5c7979348d1b:45181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36641/user/jenkins/test-data/b62e7883-d61f-cd8a-5a93-ee75fe663ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36ec13f1b15840f3911e94cec030fee2, entries=1, sequenceid=55, filesize=5.0 K 2024-12-06T02:13:11,365 INFO [M:0;5c7979348d1b:45181 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.74 KB/23290, heapSize ~28.34 KB/29024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1363ms, sequenceid=55, compaction requested=false 2024-12-06T02:13:11,373 INFO [M:0;5c7979348d1b:45181 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:13:11,373 DEBUG [M:0;5c7979348d1b:45181 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451190002Disabling compacts and flushes for region at 1733451190002Disabling writes for close at 1733451190002Obtaining lock to block concurrent updates at 1733451190002Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451190002Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23290, getHeapSize=29264, getOffHeapSize=0, getCellsCount=66 at 1733451190003 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451190003Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451190004 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451190019 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451190019Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451190435 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451190451 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451190451Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451190871 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451190893 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451190893Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ac4018e: reopening flushed file at 1733451191325 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f5617a5: reopening flushed file at 1733451191336 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a1ed5c8: reopening flushed file at 1733451191351 (+15 ms)Finished flush of dataSize ~22.74 KB/23290, heapSize ~28.34 KB/29024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1363ms, sequenceid=55, compaction requested=false at 1733451191366 (+15 ms)Writing region close event to WAL at 1733451191372 (+6 ms)Closed at 1733451191372 2024-12-06T02:13:11,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741830_1006 (size=27397) 2024-12-06T02:13:11,378 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:13:11,378 INFO [M:0;5c7979348d1b:45181 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:13:11,378 INFO [M:0;5c7979348d1b:45181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45181 2024-12-06T02:13:11,379 INFO [M:0;5c7979348d1b:45181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:13:11,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:13:11,487 INFO [M:0;5c7979348d1b:45181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:13:11,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x101a869d76f0000, quorum=127.0.0.1:64070, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:13:11,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@290e4779{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:13:11,525 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@364611a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:13:11,525 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:13:11,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4443aecf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:13:11,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ae98e58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/hadoop.log.dir/,STOPPED} 2024-12-06T02:13:11,529 WARN [BP-55435164-172.17.0.3-1733451172558 heartbeating to localhost/127.0.0.1:36641 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:13:11,529 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:13:11,529 WARN [BP-55435164-172.17.0.3-1733451172558 heartbeating to localhost/127.0.0.1:36641 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-55435164-172.17.0.3-1733451172558 (Datanode Uuid 3b0451b0-27e6-4422-ab41-1a0507b29558) service to localhost/127.0.0.1:36641 2024-12-06T02:13:11,529 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:13:11,531 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/cluster_430042b4-7ecc-1257-2aa3-22cd736a6717/data/data1/current/BP-55435164-172.17.0.3-1733451172558 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:13:11,531 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/cluster_430042b4-7ecc-1257-2aa3-22cd736a6717/data/data2/current/BP-55435164-172.17.0.3-1733451172558 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:13:11,531 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:13:11,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62694f30{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:13:11,544 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38646671{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:13:11,544 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:13:11,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b11ee5a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:13:11,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@af39055{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354ce0e5-8cf8-0e8a-59bd-eb0b94863597/hadoop.log.dir/,STOPPED} 2024-12-06T02:13:11,551 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T02:13:11,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down