2024-12-11 23:16:06,257 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3ad83a66 2024-12-11 23:16:06,271 main DEBUG Took 0.012288 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-11 23:16:06,272 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-11 23:16:06,272 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-11 23:16:06,279 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-11 23:16:06,281 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:16:06,289 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-11 23:16:06,303 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:16:06,305 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:16:06,305 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:16:06,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:16:06,307 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:16:06,307 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:16:06,308 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:16:06,309 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:16:06,309 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:16:06,310 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:16:06,311 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:16:06,311 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:16:06,312 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:16:06,312 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:16:06,313 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:16:06,313 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:16:06,314 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:16:06,314 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:16:06,315 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:16:06,315 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:16:06,316 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:16:06,316 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:16:06,317 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:16:06,317 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:16:06,318 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:16:06,318 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-11 23:16:06,320 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:16:06,322 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-11 23:16:06,324 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-11 23:16:06,324 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-11 23:16:06,326 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-11 23:16:06,327 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-11 23:16:06,335 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-11 23:16:06,338 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-11 23:16:06,340 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-11 23:16:06,340 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-11 23:16:06,341 main DEBUG createAppenders(={Console}) 2024-12-11 23:16:06,341 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3ad83a66 initialized 2024-12-11 23:16:06,342 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3ad83a66 2024-12-11 23:16:06,342 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3ad83a66 OK. 2024-12-11 23:16:06,343 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-11 23:16:06,343 main DEBUG OutputStream closed 2024-12-11 23:16:06,343 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-11 23:16:06,344 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-11 23:16:06,344 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@741a8937 OK 2024-12-11 23:16:06,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-11 23:16:06,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-11 23:16:06,421 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-11 23:16:06,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-11 23:16:06,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-11 23:16:06,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-11 23:16:06,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-11 23:16:06,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-11 23:16:06,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-11 23:16:06,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-11 23:16:06,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-11 23:16:06,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-11 23:16:06,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-11 23:16:06,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-11 23:16:06,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-11 23:16:06,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-11 23:16:06,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-11 23:16:06,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-11 23:16:06,429 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11 23:16:06,429 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@466276d8) with optional ClassLoader: null 2024-12-11 23:16:06,429 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-11 23:16:06,430 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@466276d8] started OK. 2024-12-11T23:16:06,444 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.namequeues.TestTooLargeLog timeout: 13 mins 2024-12-11 23:16:06,446 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-11 23:16:06,447 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11T23:16:06,696 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1 2024-12-11T23:16:06,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T23:16:06,724 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/cluster_3c53213c-b46d-6efc-fd67-7ab7840605fb, deleteOnExit=true 2024-12-11T23:16:06,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-11T23:16:06,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/test.cache.data in system properties and HBase conf 2024-12-11T23:16:06,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T23:16:06,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/hadoop.log.dir in system properties and HBase conf 2024-12-11T23:16:06,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T23:16:06,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T23:16:06,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-11T23:16:06,814 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-11T23:16:06,908 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T23:16:06,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T23:16:06,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T23:16:06,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T23:16:06,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T23:16:06,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T23:16:06,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T23:16:06,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T23:16:06,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T23:16:06,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T23:16:06,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/nfs.dump.dir in system properties and HBase conf 2024-12-11T23:16:06,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/java.io.tmpdir in system properties and HBase conf 2024-12-11T23:16:06,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T23:16:06,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T23:16:06,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T23:16:07,734 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-11T23:16:07,810 INFO [Time-limited test {}] log.Log(170): Logging initialized @2220ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-11T23:16:07,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T23:16:07,949 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T23:16:07,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T23:16:07,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T23:16:07,970 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T23:16:07,982 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T23:16:07,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d2e646e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/hadoop.log.dir/,AVAILABLE} 2024-12-11T23:16:07,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14b072d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T23:16:08,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a4be895{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/java.io.tmpdir/jetty-localhost-44439-hadoop-hdfs-3_4_1-tests_jar-_-any-6505296167126771808/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T23:16:08,193 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1eed1f13{HTTP/1.1, (http/1.1)}{localhost:44439} 2024-12-11T23:16:08,193 INFO [Time-limited test {}] server.Server(415): Started @2604ms 2024-12-11T23:16:08,589 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T23:16:08,595 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T23:16:08,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T23:16:08,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T23:16:08,597 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T23:16:08,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30a6bcc0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/hadoop.log.dir/,AVAILABLE} 2024-12-11T23:16:08,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74c0ad94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T23:16:08,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3da47705{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/java.io.tmpdir/jetty-localhost-36539-hadoop-hdfs-3_4_1-tests_jar-_-any-16856956545012459130/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T23:16:08,718 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@507df4b6{HTTP/1.1, (http/1.1)}{localhost:36539} 2024-12-11T23:16:08,718 INFO [Time-limited test {}] server.Server(415): Started @3129ms 2024-12-11T23:16:08,773 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T23:16:09,200 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/cluster_3c53213c-b46d-6efc-fd67-7ab7840605fb/data/data1/current/BP-1131081686-172.17.0.3-1733958967504/current, will proceed with Du for space computation calculation, 2024-12-11T23:16:09,200 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/cluster_3c53213c-b46d-6efc-fd67-7ab7840605fb/data/data2/current/BP-1131081686-172.17.0.3-1733958967504/current, will proceed with Du for space computation calculation, 2024-12-11T23:16:09,236 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T23:16:09,289 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3bc4f5fded1509bf with lease ID 0xe41a34d7e3d2bb2d: Processing first storage report for DS-c6d0c8f3-6a76-4efe-8235-0aec97cac8af from datanode DatanodeRegistration(127.0.0.1:37871, datanodeUuid=a915168f-b69b-4f89-a653-2c1c9a3d8a72, infoPort=38543, infoSecurePort=0, ipcPort=38479, storageInfo=lv=-57;cid=testClusterID;nsid=590912853;c=1733958967504) 2024-12-11T23:16:09,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3bc4f5fded1509bf with lease ID 0xe41a34d7e3d2bb2d: from storage DS-c6d0c8f3-6a76-4efe-8235-0aec97cac8af node DatanodeRegistration(127.0.0.1:37871, datanodeUuid=a915168f-b69b-4f89-a653-2c1c9a3d8a72, infoPort=38543, infoSecurePort=0, ipcPort=38479, storageInfo=lv=-57;cid=testClusterID;nsid=590912853;c=1733958967504), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T23:16:09,290 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3bc4f5fded1509bf with lease ID 0xe41a34d7e3d2bb2d: Processing first storage report for DS-dd42639f-b751-4e91-a6eb-dcb04e2f3271 from datanode DatanodeRegistration(127.0.0.1:37871, datanodeUuid=a915168f-b69b-4f89-a653-2c1c9a3d8a72, infoPort=38543, infoSecurePort=0, ipcPort=38479, storageInfo=lv=-57;cid=testClusterID;nsid=590912853;c=1733958967504) 2024-12-11T23:16:09,291 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3bc4f5fded1509bf with lease ID 0xe41a34d7e3d2bb2d: from storage DS-dd42639f-b751-4e91-a6eb-dcb04e2f3271 node DatanodeRegistration(127.0.0.1:37871, datanodeUuid=a915168f-b69b-4f89-a653-2c1c9a3d8a72, infoPort=38543, infoSecurePort=0, ipcPort=38479, storageInfo=lv=-57;cid=testClusterID;nsid=590912853;c=1733958967504), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T23:16:09,310 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1 2024-12-11T23:16:09,393 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/cluster_3c53213c-b46d-6efc-fd67-7ab7840605fb/zookeeper_0, clientPort=58420, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/cluster_3c53213c-b46d-6efc-fd67-7ab7840605fb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/cluster_3c53213c-b46d-6efc-fd67-7ab7840605fb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T23:16:09,404 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58420 2024-12-11T23:16:09,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T23:16:09,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T23:16:09,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37871 is added to blk_1073741825_1001 (size=7) 2024-12-11T23:16:10,084 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a with version=8 2024-12-11T23:16:10,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/hbase-staging 2024-12-11T23:16:10,179 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-11T23:16:10,426 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b48762765ec4:0 server-side Connection retries=45 2024-12-11T23:16:10,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T23:16:10,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T23:16:10,442 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T23:16:10,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T23:16:10,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T23:16:10,575 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-11T23:16:10,635 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-11T23:16:10,644 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-11T23:16:10,648 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T23:16:10,674 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 28637 (auto-detected) 2024-12-11T23:16:10,675 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-11T23:16:10,697 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45225 2024-12-11T23:16:10,724 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45225 connecting to ZooKeeper ensemble=127.0.0.1:58420 2024-12-11T23:16:10,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452250x0, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T23:16:10,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45225-0x100cba03a9a0000 connected 2024-12-11T23:16:10,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T23:16:10,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T23:16:10,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T23:16:10,809 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a, hbase.cluster.distributed=false 2024-12-11T23:16:10,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T23:16:10,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45225 2024-12-11T23:16:10,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45225 2024-12-11T23:16:10,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45225 2024-12-11T23:16:10,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45225 2024-12-11T23:16:10,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45225 2024-12-11T23:16:10,949 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b48762765ec4:0 server-side Connection retries=45 2024-12-11T23:16:10,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T23:16:10,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T23:16:10,952 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T23:16:10,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T23:16:10,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T23:16:10,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T23:16:10,957 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T23:16:10,958 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41909 2024-12-11T23:16:10,959 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41909 connecting to ZooKeeper ensemble=127.0.0.1:58420 2024-12-11T23:16:10,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T23:16:10,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T23:16:10,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419090x0, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T23:16:10,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41909-0x100cba03a9a0001 connected 2024-12-11T23:16:10,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41909-0x100cba03a9a0001, quorum=127.0.0.1:58420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T23:16:10,974 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T23:16:10,982 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T23:16:10,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41909-0x100cba03a9a0001, quorum=127.0.0.1:58420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T23:16:10,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41909-0x100cba03a9a0001, quorum=127.0.0.1:58420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T23:16:10,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41909 2024-12-11T23:16:10,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41909 2024-12-11T23:16:10,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41909 2024-12-11T23:16:10,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41909 2024-12-11T23:16:10,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41909 2024-12-11T23:16:11,010 DEBUG [M:0;b48762765ec4:45225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b48762765ec4:45225 2024-12-11T23:16:11,011 INFO [master/b48762765ec4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b48762765ec4,45225,1733958970231 2024-12-11T23:16:11,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T23:16:11,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x100cba03a9a0001, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T23:16:11,019 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b48762765ec4,45225,1733958970231 2024-12-11T23:16:11,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x100cba03a9a0001, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T23:16:11,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T23:16:11,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x100cba03a9a0001, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T23:16:11,040 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T23:16:11,041 INFO [master/b48762765ec4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b48762765ec4,45225,1733958970231 from backup master directory 2024-12-11T23:16:11,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b48762765ec4,45225,1733958970231 2024-12-11T23:16:11,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x100cba03a9a0001, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T23:16:11,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T23:16:11,045 WARN [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T23:16:11,045 INFO [master/b48762765ec4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b48762765ec4,45225,1733958970231 2024-12-11T23:16:11,047 INFO [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-11T23:16:11,048 INFO [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-11T23:16:11,104 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/hbase.id] with ID: 67d8fc70-f5d5-4090-8f59-d3dd0bebd7a2 2024-12-11T23:16:11,104 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/.tmp/hbase.id 2024-12-11T23:16:11,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37871 is added to blk_1073741826_1002 (size=42) 2024-12-11T23:16:11,516 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/.tmp/hbase.id]:[hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/hbase.id] 2024-12-11T23:16:11,558 INFO [master/b48762765ec4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T23:16:11,563 INFO [master/b48762765ec4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-11T23:16:11,582 INFO [master/b48762765ec4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-11T23:16:11,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T23:16:11,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x100cba03a9a0001, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T23:16:11,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37871 is added to blk_1073741827_1003 (size=196) 2024-12-11T23:16:12,021 INFO [master/b48762765ec4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T23:16:12,024 INFO [master/b48762765ec4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T23:16:12,040 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T23:16:12,045 INFO [master/b48762765ec4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T23:16:12,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37871 is added to blk_1073741828_1004 (size=1189) 2024-12-11T23:16:12,495 INFO [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/MasterData/data/master/store 2024-12-11T23:16:12,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37871 is added to blk_1073741829_1005 (size=34) 2024-12-11T23:16:12,919 INFO [master/b48762765ec4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-11T23:16:12,922 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:16:12,923 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T23:16:12,923 INFO [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T23:16:12,924 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T23:16:12,925 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T23:16:12,925 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T23:16:12,925 INFO [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T23:16:12,926 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733958972923Disabling compacts and flushes for region at 1733958972923Disabling writes for close at 1733958972925 (+2 ms)Writing region close event to WAL at 1733958972925Closed at 1733958972925 2024-12-11T23:16:12,929 WARN [master/b48762765ec4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/MasterData/data/master/store/.initializing 2024-12-11T23:16:12,929 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/MasterData/WALs/b48762765ec4,45225,1733958970231 2024-12-11T23:16:12,938 INFO [master/b48762765ec4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T23:16:12,953 INFO [master/b48762765ec4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b48762765ec4%2C45225%2C1733958970231, suffix=, logDir=hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/MasterData/WALs/b48762765ec4,45225,1733958970231, archiveDir=hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/MasterData/oldWALs, maxLogs=10 2024-12-11T23:16:12,976 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/MasterData/WALs/b48762765ec4,45225,1733958970231/b48762765ec4%2C45225%2C1733958970231.1733958972957, exclude list is [], retry=0 2024-12-11T23:16:12,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37871,DS-c6d0c8f3-6a76-4efe-8235-0aec97cac8af,DISK] 2024-12-11T23:16:12,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-11T23:16:13,032 INFO [master/b48762765ec4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/MasterData/WALs/b48762765ec4,45225,1733958970231/b48762765ec4%2C45225%2C1733958970231.1733958972957 2024-12-11T23:16:13,033 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38543:38543)] 2024-12-11T23:16:13,034 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T23:16:13,034 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:16:13,038 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T23:16:13,039 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T23:16:13,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T23:16:13,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T23:16:13,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:16:13,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T23:16:13,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T23:16:13,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T23:16:13,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:16:13,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T23:16:13,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T23:16:13,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T23:16:13,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:16:13,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T23:16:13,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T23:16:13,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T23:16:13,121 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:16:13,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T23:16:13,122 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T23:16:13,126 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T23:16:13,127 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T23:16:13,133 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T23:16:13,134 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T23:16:13,138 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T23:16:13,141 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T23:16:13,146 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T23:16:13,147 INFO [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74329993, jitterRate=0.10760320723056793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T23:16:13,155 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733958973050Initializing all the Stores at 1733958973053 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733958973053Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733958973054 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733958973054Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733958973055 (+1 ms)Cleaning up temporary data from old regions at 1733958973134 (+79 ms)Region opened successfully at 1733958973155 (+21 ms) 2024-12-11T23:16:13,156 INFO [master/b48762765ec4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T23:16:13,192 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@348ec974, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b48762765ec4/172.17.0.3:0 2024-12-11T23:16:13,224 INFO [master/b48762765ec4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-11T23:16:13,235 INFO [master/b48762765ec4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T23:16:13,235 INFO [master/b48762765ec4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T23:16:13,239 INFO [master/b48762765ec4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T23:16:13,240 INFO [master/b48762765ec4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-11T23:16:13,245 INFO [master/b48762765ec4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-11T23:16:13,245 INFO [master/b48762765ec4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-11T23:16:13,271 INFO [master/b48762765ec4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T23:16:13,279 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-11T23:16:13,282 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-11T23:16:13,284 INFO [master/b48762765ec4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T23:16:13,285 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-11T23:16:13,287 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-11T23:16:13,289 INFO [master/b48762765ec4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T23:16:13,292 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-11T23:16:13,293 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-11T23:16:13,295 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-11T23:16:13,296 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-11T23:16:13,312 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T23:16:13,314 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-11T23:16:13,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T23:16:13,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x100cba03a9a0001, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T23:16:13,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T23:16:13,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x100cba03a9a0001, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T23:16:13,320 INFO [master/b48762765ec4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b48762765ec4,45225,1733958970231, sessionid=0x100cba03a9a0000, setting cluster-up flag (Was=false) 2024-12-11T23:16:13,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T23:16:13,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x100cba03a9a0001, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T23:16:13,337 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-11T23:16:13,339 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b48762765ec4,45225,1733958970231 2024-12-11T23:16:13,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T23:16:13,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x100cba03a9a0001, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T23:16:13,350 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-11T23:16:13,352 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b48762765ec4,45225,1733958970231 2024-12-11T23:16:13,358 INFO [master/b48762765ec4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-11T23:16:13,398 INFO [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(746): ClusterId : 67d8fc70-f5d5-4090-8f59-d3dd0bebd7a2 2024-12-11T23:16:13,402 DEBUG [RS:0;b48762765ec4:41909 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T23:16:13,408 DEBUG [RS:0;b48762765ec4:41909 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T23:16:13,408 DEBUG [RS:0;b48762765ec4:41909 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T23:16:13,411 DEBUG [RS:0;b48762765ec4:41909 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T23:16:13,412 DEBUG [RS:0;b48762765ec4:41909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3041154e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b48762765ec4/172.17.0.3:0 2024-12-11T23:16:13,431 DEBUG [RS:0;b48762765ec4:41909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b48762765ec4:41909 2024-12-11T23:16:13,433 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-11T23:16:13,434 INFO [RS:0;b48762765ec4:41909 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T23:16:13,434 INFO [RS:0;b48762765ec4:41909 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T23:16:13,434 DEBUG [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T23:16:13,437 INFO [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(2659): reportForDuty to master=b48762765ec4,45225,1733958970231 with port=41909, startcode=1733958970908 2024-12-11T23:16:13,443 INFO [master/b48762765ec4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-11T23:16:13,449 INFO [master/b48762765ec4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T23:16:13,449 DEBUG [RS:0;b48762765ec4:41909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T23:16:13,455 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b48762765ec4,45225,1733958970231 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T23:16:13,462 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b48762765ec4:0, corePoolSize=5, maxPoolSize=5 2024-12-11T23:16:13,462 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b48762765ec4:0, corePoolSize=5, maxPoolSize=5 2024-12-11T23:16:13,462 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b48762765ec4:0, corePoolSize=5, maxPoolSize=5 2024-12-11T23:16:13,463 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b48762765ec4:0, corePoolSize=5, maxPoolSize=5 2024-12-11T23:16:13,463 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b48762765ec4:0, corePoolSize=10, maxPoolSize=10 2024-12-11T23:16:13,463 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b48762765ec4:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:16:13,464 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b48762765ec4:0, corePoolSize=2, maxPoolSize=2 2024-12-11T23:16:13,464 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b48762765ec4:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:16:13,472 INFO [master/b48762765ec4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733959003472 2024-12-11T23:16:13,473 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T23:16:13,473 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-11T23:16:13,474 INFO [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T23:16:13,475 INFO [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T23:16:13,479 INFO [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T23:16:13,479 INFO [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T23:16:13,479 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:16:13,480 INFO [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T23:16:13,480 INFO [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T23:16:13,479 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T23:16:13,483 INFO [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T23:16:13,487 INFO [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T23:16:13,489 INFO [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T23:16:13,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37871 is added to blk_1073741831_1007 (size=1321) 2024-12-11T23:16:13,491 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T23:16:13,493 INFO [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T23:16:13,495 INFO [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T23:16:13,495 INFO [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T23:16:13,497 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b48762765ec4:0:becomeActiveMaster-HFileCleaner.large.0-1733958973496,5,FailOnTimeoutGroup] 2024-12-11T23:16:13,498 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T23:16:13,500 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b48762765ec4:0:becomeActiveMaster-HFileCleaner.small.0-1733958973497,5,FailOnTimeoutGroup] 2024-12-11T23:16:13,500 INFO [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T23:16:13,501 INFO [master/b48762765ec4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T23:16:13,502 INFO [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T23:16:13,502 INFO [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T23:16:13,527 DEBUG [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-11T23:16:13,527 WARN [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-11T23:16:13,628 INFO [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(2659): reportForDuty to master=b48762765ec4,45225,1733958970231 with port=41909, startcode=1733958970908 2024-12-11T23:16:13,631 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45225 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b48762765ec4,41909,1733958970908 2024-12-11T23:16:13,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45225 {}] master.ServerManager(517): Registering regionserver=b48762765ec4,41909,1733958970908 2024-12-11T23:16:13,642 DEBUG [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a 2024-12-11T23:16:13,642 DEBUG [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38125 2024-12-11T23:16:13,642 DEBUG [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T23:16:13,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T23:16:13,647 DEBUG [RS:0;b48762765ec4:41909 {}] zookeeper.ZKUtil(111): regionserver:41909-0x100cba03a9a0001, quorum=127.0.0.1:58420, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b48762765ec4,41909,1733958970908 2024-12-11T23:16:13,647 WARN [RS:0;b48762765ec4:41909 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T23:16:13,648 INFO [RS:0;b48762765ec4:41909 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T23:16:13,648 DEBUG [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/WALs/b48762765ec4,41909,1733958970908 2024-12-11T23:16:13,649 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b48762765ec4,41909,1733958970908] 2024-12-11T23:16:13,675 INFO [RS:0;b48762765ec4:41909 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T23:16:13,690 INFO [RS:0;b48762765ec4:41909 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T23:16:13,695 INFO [RS:0;b48762765ec4:41909 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T23:16:13,695 INFO [RS:0;b48762765ec4:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T23:16:13,696 INFO [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T23:16:13,702 INFO [RS:0;b48762765ec4:41909 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T23:16:13,703 INFO [RS:0;b48762765ec4:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T23:16:13,703 DEBUG [RS:0;b48762765ec4:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b48762765ec4:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:16:13,704 DEBUG [RS:0;b48762765ec4:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b48762765ec4:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:16:13,704 DEBUG [RS:0;b48762765ec4:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:16:13,704 DEBUG [RS:0;b48762765ec4:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b48762765ec4:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:16:13,704 DEBUG [RS:0;b48762765ec4:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b48762765ec4:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:16:13,705 DEBUG [RS:0;b48762765ec4:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b48762765ec4:0, corePoolSize=2, maxPoolSize=2 2024-12-11T23:16:13,705 DEBUG [RS:0;b48762765ec4:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b48762765ec4:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:16:13,705 DEBUG [RS:0;b48762765ec4:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b48762765ec4:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:16:13,705 DEBUG [RS:0;b48762765ec4:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b48762765ec4:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:16:13,706 DEBUG [RS:0;b48762765ec4:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b48762765ec4:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:16:13,706 DEBUG [RS:0;b48762765ec4:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b48762765ec4:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:16:13,706 DEBUG [RS:0;b48762765ec4:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b48762765ec4:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:16:13,707 DEBUG [RS:0;b48762765ec4:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b48762765ec4:0, corePoolSize=3, maxPoolSize=3 2024-12-11T23:16:13,707 DEBUG [RS:0;b48762765ec4:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b48762765ec4:0, corePoolSize=3, maxPoolSize=3 2024-12-11T23:16:13,708 INFO [RS:0;b48762765ec4:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T23:16:13,708 INFO [RS:0;b48762765ec4:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T23:16:13,709 INFO [RS:0;b48762765ec4:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T23:16:13,709 INFO [RS:0;b48762765ec4:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T23:16:13,709 INFO [RS:0;b48762765ec4:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T23:16:13,709 INFO [RS:0;b48762765ec4:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=b48762765ec4,41909,1733958970908-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T23:16:13,730 INFO [RS:0;b48762765ec4:41909 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-11T23:16:13,731 INFO [RS:0;b48762765ec4:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=b48762765ec4,41909,1733958970908-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T23:16:13,732 INFO [RS:0;b48762765ec4:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T23:16:13,732 INFO [RS:0;b48762765ec4:41909 {}] regionserver.Replication(171): b48762765ec4,41909,1733958970908 started 2024-12-11T23:16:13,751 INFO [RS:0;b48762765ec4:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T23:16:13,751 INFO [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(1482): Serving as b48762765ec4,41909,1733958970908, RpcServer on b48762765ec4/172.17.0.3:41909, sessionid=0x100cba03a9a0001 2024-12-11T23:16:13,752 DEBUG [RS:0;b48762765ec4:41909 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T23:16:13,752 DEBUG [RS:0;b48762765ec4:41909 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b48762765ec4,41909,1733958970908 2024-12-11T23:16:13,752 DEBUG [RS:0;b48762765ec4:41909 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b48762765ec4,41909,1733958970908' 2024-12-11T23:16:13,753 DEBUG [RS:0;b48762765ec4:41909 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T23:16:13,754 DEBUG [RS:0;b48762765ec4:41909 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T23:16:13,755 DEBUG [RS:0;b48762765ec4:41909 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T23:16:13,755 DEBUG [RS:0;b48762765ec4:41909 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T23:16:13,755 DEBUG [RS:0;b48762765ec4:41909 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b48762765ec4,41909,1733958970908 2024-12-11T23:16:13,755 DEBUG [RS:0;b48762765ec4:41909 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b48762765ec4,41909,1733958970908' 2024-12-11T23:16:13,755 DEBUG [RS:0;b48762765ec4:41909 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T23:16:13,756 DEBUG [RS:0;b48762765ec4:41909 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T23:16:13,757 DEBUG [RS:0;b48762765ec4:41909 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T23:16:13,757 INFO [RS:0;b48762765ec4:41909 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T23:16:13,757 INFO [RS:0;b48762765ec4:41909 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T23:16:13,862 INFO [RS:0;b48762765ec4:41909 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T23:16:13,866 INFO [RS:0;b48762765ec4:41909 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b48762765ec4%2C41909%2C1733958970908, suffix=, logDir=hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/WALs/b48762765ec4,41909,1733958970908, archiveDir=hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/oldWALs, maxLogs=32 2024-12-11T23:16:13,884 DEBUG [RS:0;b48762765ec4:41909 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/WALs/b48762765ec4,41909,1733958970908/b48762765ec4%2C41909%2C1733958970908.1733958973869, exclude list is [], retry=0 2024-12-11T23:16:13,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37871,DS-c6d0c8f3-6a76-4efe-8235-0aec97cac8af,DISK] 2024-12-11T23:16:13,893 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-11T23:16:13,893 INFO [RS:0;b48762765ec4:41909 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/WALs/b48762765ec4,41909,1733958970908/b48762765ec4%2C41909%2C1733958970908.1733958973869 2024-12-11T23:16:13,893 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a 2024-12-11T23:16:13,894 DEBUG [RS:0;b48762765ec4:41909 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38543:38543)] 2024-12-11T23:16:13,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37871 is added to blk_1073741833_1009 (size=32) 2024-12-11T23:16:14,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:16:14,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T23:16:14,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T23:16:14,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:16:14,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T23:16:14,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T23:16:14,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T23:16:14,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:16:14,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T23:16:14,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T23:16:14,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T23:16:14,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:16:14,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T23:16:14,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T23:16:14,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T23:16:14,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:16:14,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T23:16:14,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T23:16:14,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/hbase/meta/1588230740 2024-12-11T23:16:14,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/hbase/meta/1588230740 2024-12-11T23:16:14,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T23:16:14,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T23:16:14,327 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T23:16:14,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T23:16:14,333 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T23:16:14,334 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63708888, jitterRate=-0.05066359043121338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T23:16:14,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733958974306Initializing all the Stores at 1733958974308 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733958974308Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733958974308Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733958974308Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733958974308Cleaning up temporary data from old regions at 1733958974327 (+19 ms)Region opened successfully at 1733958974336 (+9 ms) 2024-12-11T23:16:14,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T23:16:14,336 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T23:16:14,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T23:16:14,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T23:16:14,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T23:16:14,338 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T23:16:14,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733958974336Disabling compacts and flushes for region at 1733958974336Disabling writes for close at 1733958974337 (+1 ms)Writing region close event to WAL at 1733958974338 (+1 ms)Closed at 1733958974338 2024-12-11T23:16:14,342 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T23:16:14,342 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-11T23:16:14,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T23:16:14,357 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T23:16:14,359 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T23:16:14,512 DEBUG [b48762765ec4:45225 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-11T23:16:14,524 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b48762765ec4,41909,1733958970908 2024-12-11T23:16:14,531 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b48762765ec4,41909,1733958970908, state=OPENING 2024-12-11T23:16:14,536 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T23:16:14,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T23:16:14,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x100cba03a9a0001, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T23:16:14,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T23:16:14,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T23:16:14,540 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T23:16:14,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b48762765ec4,41909,1733958970908}] 2024-12-11T23:16:14,717 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T23:16:14,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T23:16:14,732 INFO [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T23:16:14,732 INFO [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T23:16:14,733 INFO [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T23:16:14,736 INFO [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b48762765ec4%2C41909%2C1733958970908.meta, suffix=.meta, logDir=hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/WALs/b48762765ec4,41909,1733958970908, archiveDir=hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/oldWALs, maxLogs=32 2024-12-11T23:16:14,753 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/WALs/b48762765ec4,41909,1733958970908/b48762765ec4%2C41909%2C1733958970908.meta.1733958974738.meta, exclude list is [], retry=0 2024-12-11T23:16:14,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37871,DS-c6d0c8f3-6a76-4efe-8235-0aec97cac8af,DISK] 2024-12-11T23:16:14,760 INFO [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/WALs/b48762765ec4,41909,1733958970908/b48762765ec4%2C41909%2C1733958970908.meta.1733958974738.meta 2024-12-11T23:16:14,761 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38543:38543)] 2024-12-11T23:16:14,761 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T23:16:14,763 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T23:16:14,766 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T23:16:14,770 INFO [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T23:16:14,775 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T23:16:14,775 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:16:14,775 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T23:16:14,776 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T23:16:14,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T23:16:14,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T23:16:14,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:16:14,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T23:16:14,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T23:16:14,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T23:16:14,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:16:14,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T23:16:14,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T23:16:14,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T23:16:14,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:16:14,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T23:16:14,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T23:16:14,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T23:16:14,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:16:14,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T23:16:14,789 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T23:16:14,791 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/hbase/meta/1588230740 2024-12-11T23:16:14,794 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/hbase/meta/1588230740 2024-12-11T23:16:14,796 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T23:16:14,796 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T23:16:14,797 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T23:16:14,800 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T23:16:14,802 INFO [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74787510, jitterRate=0.11442074179649353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T23:16:14,802 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T23:16:14,803 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733958974776Writing region info on filesystem at 1733958974776Initializing all the Stores at 1733958974778 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733958974778Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733958974779 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733958974779Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733958974779Cleaning up temporary data from old regions at 1733958974797 (+18 ms)Running coprocessor post-open hooks at 1733958974802 (+5 ms)Region opened successfully at 1733958974803 (+1 ms) 2024-12-11T23:16:14,810 INFO [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733958974708 2024-12-11T23:16:14,822 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T23:16:14,822 INFO [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T23:16:14,824 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b48762765ec4,41909,1733958970908 2024-12-11T23:16:14,826 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b48762765ec4,41909,1733958970908, state=OPEN 2024-12-11T23:16:14,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T23:16:14,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x100cba03a9a0001, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T23:16:14,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T23:16:14,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T23:16:14,831 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b48762765ec4,41909,1733958970908 2024-12-11T23:16:14,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T23:16:14,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b48762765ec4,41909,1733958970908 in 289 msec 2024-12-11T23:16:14,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T23:16:14,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 490 msec 2024-12-11T23:16:14,845 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T23:16:14,845 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-11T23:16:14,866 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T23:16:14,868 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b48762765ec4,41909,1733958970908, seqNum=-1] 2024-12-11T23:16:14,889 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T23:16:14,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T23:16:14,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5260 sec 2024-12-11T23:16:14,912 INFO [master/b48762765ec4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733958974912, completionTime=-1 2024-12-11T23:16:14,915 INFO [master/b48762765ec4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-11T23:16:14,915 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-11T23:16:14,942 INFO [master/b48762765ec4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-11T23:16:14,942 INFO [master/b48762765ec4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733959034942 2024-12-11T23:16:14,942 INFO [master/b48762765ec4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733959094942 2024-12-11T23:16:14,942 INFO [master/b48762765ec4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-12-11T23:16:14,944 INFO [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b48762765ec4,45225,1733958970231-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T23:16:14,945 INFO [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b48762765ec4,45225,1733958970231-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T23:16:14,945 INFO [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b48762765ec4,45225,1733958970231-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T23:16:14,946 INFO [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b48762765ec4:45225, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T23:16:14,947 INFO [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T23:16:14,947 INFO [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-11T23:16:14,954 DEBUG [master/b48762765ec4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-11T23:16:14,975 INFO [master/b48762765ec4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.930sec 2024-12-11T23:16:14,976 INFO [master/b48762765ec4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T23:16:14,978 INFO [master/b48762765ec4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T23:16:14,979 INFO [master/b48762765ec4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T23:16:14,979 INFO [master/b48762765ec4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T23:16:14,979 INFO [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T23:16:14,980 INFO [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b48762765ec4,45225,1733958970231-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T23:16:14,981 INFO [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b48762765ec4,45225,1733958970231-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T23:16:14,989 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-11T23:16:14,990 INFO [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T23:16:14,990 INFO [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b48762765ec4,45225,1733958970231-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T23:16:15,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5063afe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T23:16:15,010 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-11T23:16:15,010 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-11T23:16:15,013 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b48762765ec4,45225,-1 for getting cluster id 2024-12-11T23:16:15,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T23:16:15,023 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67d8fc70-f5d5-4090-8f59-d3dd0bebd7a2' 2024-12-11T23:16:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T23:16:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67d8fc70-f5d5-4090-8f59-d3dd0bebd7a2" 2024-12-11T23:16:15,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c41bb61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T23:16:15,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b48762765ec4,45225,-1] 2024-12-11T23:16:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T23:16:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:16:15,034 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T23:16:15,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47987019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T23:16:15,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T23:16:15,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b48762765ec4,41909,1733958970908, seqNum=-1] 2024-12-11T23:16:15,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T23:16:15,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T23:16:15,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b48762765ec4,45225,1733958970231 2024-12-11T23:16:15,082 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: namequeues.TestTooLargeLog#testLogLargeBlockBytesScanned Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=93, ProcessCount=11, AvailableMemoryMB=12036 2024-12-11T23:16:15,084 INFO [Time-limited test {}] hbase.HBaseServerBase(621): Reloading the configuration from disk. 2024-12-11T23:16:15,084 INFO [Time-limited test {}] conf.ConfigurationManager(105): Starting to notify all observers that config changed. 2024-12-11T23:16:15,101 DEBUG [Time-limited test {}] throttle.StoreHotnessProtector(123): update config: StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:16:15,102 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-11T23:16:15,103 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T23:16:15,118 INFO [Time-limited test {}] regionserver.PrefetchExecutorNotifier(52): Config hbase.hfile.prefetch.delay is changed to 1000 2024-12-11T23:16:15,119 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T23:16:15,119 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T23:16:15,119 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-11T23:16:15,119 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T23:16:15,119 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-11T23:16:15,120 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T23:16:15,120 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T23:16:15,135 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-11T23:16:15,140 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T23:16:15,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b48762765ec4,45225,1733958970231 2024-12-11T23:16:15,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d944a5f 2024-12-11T23:16:15,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T23:16:15,173 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T23:16:15,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45225 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testLogLargeBlockBytesScanned', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => '0', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T23:16:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45225 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testLogLargeBlockBytesScanned 2024-12-11T23:16:15,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T23:16:15,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45225 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testLogLargeBlockBytesScanned" procId is: 4 2024-12-11T23:16:15,201 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:16:15,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T23:16:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T23:16:15,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37871 is added to blk_1073741835_1011 (size=404) 2024-12-11T23:16:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T23:16:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T23:16:15,618 INFO [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa0372094df0fcf505639b1dd3c7d6b3, NAME => 'testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testLogLargeBlockBytesScanned', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => '0', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a 2024-12-11T23:16:15,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37871 is added to blk_1073741836_1012 (size=64) 2024-12-11T23:16:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T23:16:16,028 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(898): Instantiated testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:16:16,028 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1722): Closing fa0372094df0fcf505639b1dd3c7d6b3, disabling compactions & flushes 2024-12-11T23:16:16,028 INFO [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1755): Closing region testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3. 2024-12-11T23:16:16,028 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3. 2024-12-11T23:16:16,028 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3. after waiting 0 ms 2024-12-11T23:16:16,029 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3. 2024-12-11T23:16:16,029 INFO [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1973): Closed testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3. 2024-12-11T23:16:16,029 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa0372094df0fcf505639b1dd3c7d6b3: Waiting for close lock at 1733958976028Disabling compacts and flushes for region at 1733958976028Disabling writes for close at 1733958976029 (+1 ms)Writing region close event to WAL at 1733958976029Closed at 1733958976029 2024-12-11T23:16:16,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T23:16:16,036 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733958976031"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733958976031"}]},"ts":"1733958976031"} 2024-12-11T23:16:16,041 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T23:16:16,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T23:16:16,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testLogLargeBlockBytesScanned","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733958976043"}]},"ts":"1733958976043"} 2024-12-11T23:16:16,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testLogLargeBlockBytesScanned, state=ENABLING in hbase:meta 2024-12-11T23:16:16,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=fa0372094df0fcf505639b1dd3c7d6b3, ASSIGN}] 2024-12-11T23:16:16,053 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=fa0372094df0fcf505639b1dd3c7d6b3, ASSIGN 2024-12-11T23:16:16,055 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=fa0372094df0fcf505639b1dd3c7d6b3, ASSIGN; state=OFFLINE, location=b48762765ec4,41909,1733958970908; forceNewPlan=false, retain=false 2024-12-11T23:16:16,207 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa0372094df0fcf505639b1dd3c7d6b3, regionState=OPENING, regionLocation=b48762765ec4,41909,1733958970908 2024-12-11T23:16:16,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=fa0372094df0fcf505639b1dd3c7d6b3, ASSIGN because future has completed 2024-12-11T23:16:16,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa0372094df0fcf505639b1dd3c7d6b3, server=b48762765ec4,41909,1733958970908}] 2024-12-11T23:16:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T23:16:16,373 INFO [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3. 2024-12-11T23:16:16,373 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fa0372094df0fcf505639b1dd3c7d6b3, NAME => 'testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3.', STARTKEY => '', ENDKEY => ''} 2024-12-11T23:16:16,374 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testLogLargeBlockBytesScanned fa0372094df0fcf505639b1dd3c7d6b3 2024-12-11T23:16:16,374 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:16:16,374 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fa0372094df0fcf505639b1dd3c7d6b3 2024-12-11T23:16:16,374 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fa0372094df0fcf505639b1dd3c7d6b3 2024-12-11T23:16:16,376 INFO [StoreOpener-fa0372094df0fcf505639b1dd3c7d6b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family 0 of region fa0372094df0fcf505639b1dd3c7d6b3 2024-12-11T23:16:16,379 INFO [StoreOpener-fa0372094df0fcf505639b1dd3c7d6b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa0372094df0fcf505639b1dd3c7d6b3 columnFamilyName 0 2024-12-11T23:16:16,379 DEBUG [StoreOpener-fa0372094df0fcf505639b1dd3c7d6b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:16:16,380 INFO [StoreOpener-fa0372094df0fcf505639b1dd3c7d6b3-1 {}] regionserver.HStore(327): Store=fa0372094df0fcf505639b1dd3c7d6b3/0, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T23:16:16,380 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fa0372094df0fcf505639b1dd3c7d6b3 2024-12-11T23:16:16,381 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/default/testLogLargeBlockBytesScanned/fa0372094df0fcf505639b1dd3c7d6b3 2024-12-11T23:16:16,382 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/default/testLogLargeBlockBytesScanned/fa0372094df0fcf505639b1dd3c7d6b3 2024-12-11T23:16:16,383 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fa0372094df0fcf505639b1dd3c7d6b3 2024-12-11T23:16:16,383 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fa0372094df0fcf505639b1dd3c7d6b3 2024-12-11T23:16:16,386 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fa0372094df0fcf505639b1dd3c7d6b3 2024-12-11T23:16:16,389 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/default/testLogLargeBlockBytesScanned/fa0372094df0fcf505639b1dd3c7d6b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T23:16:16,390 INFO [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fa0372094df0fcf505639b1dd3c7d6b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66580144, jitterRate=-0.007878541946411133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T23:16:16,390 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa0372094df0fcf505639b1dd3c7d6b3 2024-12-11T23:16:16,391 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fa0372094df0fcf505639b1dd3c7d6b3: Running coprocessor pre-open hook at 1733958976374Writing region info on filesystem at 1733958976374Initializing all the Stores at 1733958976376 (+2 ms)Instantiating store for column family {NAME => '0', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733958976376Cleaning up temporary data from old regions at 1733958976383 (+7 ms)Running coprocessor post-open hooks at 1733958976390 (+7 ms)Region opened successfully at 1733958976391 (+1 ms) 2024-12-11T23:16:16,393 INFO [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3., pid=6, masterSystemTime=1733958976367 2024-12-11T23:16:16,396 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3. 2024-12-11T23:16:16,396 INFO [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3. 2024-12-11T23:16:16,397 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa0372094df0fcf505639b1dd3c7d6b3, regionState=OPEN, openSeqNum=2, regionLocation=b48762765ec4,41909,1733958970908 2024-12-11T23:16:16,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa0372094df0fcf505639b1dd3c7d6b3, server=b48762765ec4,41909,1733958970908 because future has completed 2024-12-11T23:16:16,406 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45225 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b48762765ec4,41909,1733958970908, table=testLogLargeBlockBytesScanned, region=fa0372094df0fcf505639b1dd3c7d6b3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-11T23:16:16,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-11T23:16:16,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fa0372094df0fcf505639b1dd3c7d6b3, server=b48762765ec4,41909,1733958970908 in 194 msec 2024-12-11T23:16:16,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-11T23:16:16,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=fa0372094df0fcf505639b1dd3c7d6b3, ASSIGN in 360 msec 2024-12-11T23:16:16,417 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T23:16:16,418 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testLogLargeBlockBytesScanned","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733958976417"}]},"ts":"1733958976417"} 2024-12-11T23:16:16,421 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testLogLargeBlockBytesScanned, state=ENABLED in hbase:meta 2024-12-11T23:16:16,423 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T23:16:16,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testLogLargeBlockBytesScanned in 1.2380 sec 2024-12-11T23:16:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T23:16:17,361 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testLogLargeBlockBytesScanned completed 2024-12-11T23:16:17,361 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testLogLargeBlockBytesScanned get assigned. Timeout = 60000ms 2024-12-11T23:16:17,363 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T23:16:17,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testLogLargeBlockBytesScanned assigned to meta. Checking AM states. 2024-12-11T23:16:17,369 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T23:16:17,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testLogLargeBlockBytesScanned assigned. 2024-12-11T23:16:17,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aaa', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3., hostname=b48762765ec4,41909,1733958970908, seqNum=2] 2024-12-11T23:16:17,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aab', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3., hostname=b48762765ec4,41909,1733958970908, seqNum=2] 2024-12-11T23:16:17,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aac', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3., hostname=b48762765ec4,41909,1733958970908, seqNum=2] 2024-12-11T23:16:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aad', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3., hostname=b48762765ec4,41909,1733958970908, seqNum=2] 2024-12-11T23:16:17,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aae', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3., hostname=b48762765ec4,41909,1733958970908, seqNum=2] 2024-12-11T23:16:17,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aaf', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3., hostname=b48762765ec4,41909,1733958970908, seqNum=2] 2024-12-11T23:16:17,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aag', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3., hostname=b48762765ec4,41909,1733958970908, seqNum=2] 2024-12-11T23:16:17,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aah', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3., hostname=b48762765ec4,41909,1733958970908, seqNum=2] 2024-12-11T23:16:18,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41909 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 17576 Client: jenkins//172.17.0.3 first region in multi=testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3. 2024-12-11T23:16:19,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41909 {}] ipc.RpcServer(592): (responseTooLarge): {"starttimems":"1733958978428","method":"Multi","processingtimems":817,"fsreadtime":"0","queuetimems":0,"call":"Multi(org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$MultiRequest)","multi.gets":0,"responsesize":"124102","param":"region= testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3., for 17576 action(s) and 1st row key=aaa","blockbytesscanned":"0","client":"172.17.0.3:33392","multi.service_calls":0,"class":"MiniHBaseClusterRegionServer","multi.mutations":17576} 2024-12-11T23:16:19,365 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fa0372094df0fcf505639b1dd3c7d6b3 1/1 column families, dataSize=480.59 KB heapSize=1.74 MB 2024-12-11T23:16:19,507 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/default/testLogLargeBlockBytesScanned/fa0372094df0fcf505639b1dd3c7d6b3/.tmp/0/a24ca15cb8ab4e4ba99fde6fd702d3b7 is 32, key is aaa/0:0/1733958979027/Put/seqid=0 2024-12-11T23:16:19,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37871 is added to blk_1073741837_1013 (size=515031) 2024-12-11T23:16:19,669 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T23:16:19,671 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testLogLargeBlockBytesScanned' 2024-12-11T23:16:19,916 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=480.59 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/default/testLogLargeBlockBytesScanned/fa0372094df0fcf505639b1dd3c7d6b3/.tmp/0/a24ca15cb8ab4e4ba99fde6fd702d3b7 2024-12-11T23:16:19,947 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/default/testLogLargeBlockBytesScanned/fa0372094df0fcf505639b1dd3c7d6b3/.tmp/0/a24ca15cb8ab4e4ba99fde6fd702d3b7 as hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/default/testLogLargeBlockBytesScanned/fa0372094df0fcf505639b1dd3c7d6b3/0/a24ca15cb8ab4e4ba99fde6fd702d3b7 2024-12-11T23:16:19,957 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/default/testLogLargeBlockBytesScanned/fa0372094df0fcf505639b1dd3c7d6b3/0/a24ca15cb8ab4e4ba99fde6fd702d3b7, entries=17576, sequenceid=5, filesize=503.0 K 2024-12-11T23:16:19,963 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~480.59 KB/492128, heapSize ~1.74 MB/1828144, currentSize=0 B/0 for fa0372094df0fcf505639b1dd3c7d6b3 in 598ms, sequenceid=5, compaction requested=false 2024-12-11T23:16:19,964 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fa0372094df0fcf505639b1dd3c7d6b3: 2024-12-11T23:16:19,964 INFO [Time-limited test {}] hbase.HBaseServerBase(621): Reloading the configuration from disk. 2024-12-11T23:16:19,964 INFO [Time-limited test {}] conf.ConfigurationManager(105): Starting to notify all observers that config changed. 2024-12-11T23:16:19,979 DEBUG [Time-limited test {}] throttle.StoreHotnessProtector(123): update config: StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:16:19,979 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-11T23:16:19,979 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa0372094df0fcf505639b1dd3c7d6b3 columnFamilyName 0 2024-12-11T23:16:19,980 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T23:16:19,980 INFO [Time-limited test {}] regionserver.PrefetchExecutorNotifier(52): Config hbase.hfile.prefetch.delay is changed to 1000 2024-12-11T23:16:19,980 DEBUG [Time-limited test {}] throttle.StoreHotnessProtector(123): update config: StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:16:19,980 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T23:16:19,980 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T23:16:19,980 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-11T23:16:19,981 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T23:16:19,981 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-11T23:16:19,981 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T23:16:19,981 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T23:16:19,995 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-11T23:16:19,995 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-11T23:16:20,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41909 {}] ipc.RpcServer(592): (responseTooLarge): {"call":"Scan(org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ScanRequest)","starttimems":"1733958979997","responsesize":"92","method":"Scan","param":"region { type: REGION_NAME value: \"testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3.\" } scan { attribute { name: \"_isolat ","processingtimems":10,"blockbytesscanned":"65540","fsreadtime":"2","client":"172.17.0.3:33392","queuetimems":1,"class":"MiniHBaseClusterRegionServer"} 2024-12-11T23:16:20,022 DEBUG [ForkJoinPool.commonPool-worker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T23:16:20,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T23:16:20,042 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: namequeues.TestTooLargeLog#testLogLargeBlockBytesScanned Thread=218 (was 211) Potentially hanging thread: RS_OPEN_REGION-regionserver/b48762765ec4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_874949358_22 at /127.0.0.1:57070 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=86 (was 93), ProcessCount=11 (was 11), AvailableMemoryMB=11589 (was 12036) 2024-12-11T23:16:20,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-11T23:16:20,042 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T23:16:20,042 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.namequeues.TestTooLargeLog.afterClass(TestTooLargeLog.java:76) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T23:16:20,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:16:20,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:16:20,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T23:16:20,048 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T23:16:20,048 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1633911593, stopped=false 2024-12-11T23:16:20,049 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b48762765ec4,45225,1733958970231 2024-12-11T23:16:20,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T23:16:20,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x100cba03a9a0001, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T23:16:20,051 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T23:16:20,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T23:16:20,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x100cba03a9a0001, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T23:16:20,051 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T23:16:20,051 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.namequeues.TestTooLargeLog.afterClass(TestTooLargeLog.java:76) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T23:16:20,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:16:20,052 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b48762765ec4,41909,1733958970908' ***** 2024-12-11T23:16:20,052 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T23:16:20,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T23:16:20,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41909-0x100cba03a9a0001, quorum=127.0.0.1:58420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T23:16:20,052 INFO [RS:0;b48762765ec4:41909 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-11T23:16:20,053 INFO [RS:0;b48762765ec4:41909 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T23:16:20,053 INFO [RS:0;b48762765ec4:41909 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T23:16:20,053 INFO [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(3091): Received CLOSE for fa0372094df0fcf505639b1dd3c7d6b3 2024-12-11T23:16:20,054 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T23:16:20,054 INFO [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(959): stopping server b48762765ec4,41909,1733958970908 2024-12-11T23:16:20,054 INFO [RS:0;b48762765ec4:41909 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T23:16:20,054 INFO [RS:0;b48762765ec4:41909 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b48762765ec4:41909. 2024-12-11T23:16:20,054 DEBUG [RS:0;b48762765ec4:41909 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T23:16:20,054 DEBUG [RS:0;b48762765ec4:41909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:16:20,054 INFO [RS:0;b48762765ec4:41909 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T23:16:20,054 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa0372094df0fcf505639b1dd3c7d6b3, disabling compactions & flushes 2024-12-11T23:16:20,054 INFO [RS:0;b48762765ec4:41909 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T23:16:20,054 INFO [RS:0;b48762765ec4:41909 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T23:16:20,054 INFO [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3. 2024-12-11T23:16:20,054 INFO [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-11T23:16:20,054 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3. 2024-12-11T23:16:20,055 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3. after waiting 0 ms 2024-12-11T23:16:20,055 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3. 2024-12-11T23:16:20,055 INFO [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-11T23:16:20,055 DEBUG [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(1325): Online Regions={fa0372094df0fcf505639b1dd3c7d6b3=testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3., 1588230740=hbase:meta,,1.1588230740} 2024-12-11T23:16:20,055 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T23:16:20,055 INFO [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T23:16:20,055 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T23:16:20,055 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T23:16:20,055 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T23:16:20,055 DEBUG [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa0372094df0fcf505639b1dd3c7d6b3 2024-12-11T23:16:20,055 INFO [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.54 KB heapSize=3.55 KB 2024-12-11T23:16:20,062 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/default/testLogLargeBlockBytesScanned/fa0372094df0fcf505639b1dd3c7d6b3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T23:16:20,063 INFO [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3. 2024-12-11T23:16:20,063 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa0372094df0fcf505639b1dd3c7d6b3: Waiting for close lock at 1733958980054Running coprocessor pre-close hooks at 1733958980054Disabling compacts and flushes for region at 1733958980054Disabling writes for close at 1733958980055 (+1 ms)Writing region close event to WAL at 1733958980056 (+1 ms)Running coprocessor post-close hooks at 1733958980063 (+7 ms)Closed at 1733958980063 2024-12-11T23:16:20,064 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3. 2024-12-11T23:16:20,082 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/hbase/meta/1588230740/.tmp/info/0f2b63b5a6494e94af750b0664f36979 is 179, key is testLogLargeBlockBytesScanned,,1733958975176.fa0372094df0fcf505639b1dd3c7d6b3./info:regioninfo/1733958976397/Put/seqid=0 2024-12-11T23:16:20,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37871 is added to blk_1073741838_1014 (size=6872) 2024-12-11T23:16:20,114 INFO [regionserver/b48762765ec4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T23:16:20,255 DEBUG [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T23:16:20,286 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T23:16:20,456 DEBUG [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T23:16:20,490 INFO [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.34 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/hbase/meta/1588230740/.tmp/info/0f2b63b5a6494e94af750b0664f36979 2024-12-11T23:16:20,517 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/hbase/meta/1588230740/.tmp/ns/77468d05295b4be8929fdc811a57efbf is 43, key is default/ns:d/1733958974896/Put/seqid=0 2024-12-11T23:16:20,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37871 is added to blk_1073741839_1015 (size=5153) 2024-12-11T23:16:20,632 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-11T23:16:20,633 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-11T23:16:20,635 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T23:16:20,635 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-11T23:16:20,636 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-11T23:16:20,636 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-11T23:16:20,656 DEBUG [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T23:16:20,713 INFO [regionserver/b48762765ec4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T23:16:20,713 INFO [regionserver/b48762765ec4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T23:16:20,856 DEBUG [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T23:16:20,924 INFO [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/hbase/meta/1588230740/.tmp/ns/77468d05295b4be8929fdc811a57efbf 2024-12-11T23:16:20,952 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/hbase/meta/1588230740/.tmp/table/4876479f5c0e4160b2d9ba0ecb473666 is 65, key is testLogLargeBlockBytesScanned/table:state/1733958976417/Put/seqid=0 2024-12-11T23:16:20,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37871 is added to blk_1073741840_1016 (size=5340) 2024-12-11T23:16:21,057 INFO [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-11T23:16:21,057 DEBUG [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-11T23:16:21,057 DEBUG [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T23:16:21,257 DEBUG [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T23:16:21,360 INFO [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/hbase/meta/1588230740/.tmp/table/4876479f5c0e4160b2d9ba0ecb473666 2024-12-11T23:16:21,371 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/hbase/meta/1588230740/.tmp/info/0f2b63b5a6494e94af750b0664f36979 as hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/hbase/meta/1588230740/info/0f2b63b5a6494e94af750b0664f36979 2024-12-11T23:16:21,381 INFO [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/hbase/meta/1588230740/info/0f2b63b5a6494e94af750b0664f36979, entries=10, sequenceid=11, filesize=6.7 K 2024-12-11T23:16:21,382 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/hbase/meta/1588230740/.tmp/ns/77468d05295b4be8929fdc811a57efbf as hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/hbase/meta/1588230740/ns/77468d05295b4be8929fdc811a57efbf 2024-12-11T23:16:21,392 INFO [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/hbase/meta/1588230740/ns/77468d05295b4be8929fdc811a57efbf, entries=2, sequenceid=11, filesize=5.0 K 2024-12-11T23:16:21,393 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/hbase/meta/1588230740/.tmp/table/4876479f5c0e4160b2d9ba0ecb473666 as hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/hbase/meta/1588230740/table/4876479f5c0e4160b2d9ba0ecb473666 2024-12-11T23:16:21,401 INFO [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/hbase/meta/1588230740/table/4876479f5c0e4160b2d9ba0ecb473666, entries=2, sequenceid=11, filesize=5.2 K 2024-12-11T23:16:21,403 INFO [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.54 KB/1572, heapSize ~3.26 KB/3336, currentSize=0 B/0 for 1588230740 in 1348ms, sequenceid=11, compaction requested=false 2024-12-11T23:16:21,409 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-11T23:16:21,410 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T23:16:21,410 INFO [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T23:16:21,410 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733958980055Running coprocessor pre-close hooks at 1733958980055Disabling compacts and flushes for region at 1733958980055Disabling writes for close at 1733958980055Obtaining lock to block concurrent updates at 1733958980055Preparing flush snapshotting stores in 1588230740 at 1733958980055Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1572, getHeapSize=3576, getOffHeapSize=0, getCellsCount=14 at 1733958980056 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733958980057 (+1 ms)Flushing 1588230740/info: creating writer at 1733958980058 (+1 ms)Flushing 1588230740/info: appending metadata at 1733958980079 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733958980080 (+1 ms)Flushing 1588230740/ns: creating writer at 1733958980500 (+420 ms)Flushing 1588230740/ns: appending metadata at 1733958980516 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733958980516Flushing 1588230740/table: creating writer at 1733958980935 (+419 ms)Flushing 1588230740/table: appending metadata at 1733958980951 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733958980951Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4efde895: reopening flushed file at 1733958981370 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5354d3e6: reopening flushed file at 1733958981381 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2084b655: reopening flushed file at 1733958981392 (+11 ms)Finished flush of dataSize ~1.54 KB/1572, heapSize ~3.26 KB/3336, currentSize=0 B/0 for 1588230740 in 1348ms, sequenceid=11, compaction requested=false at 1733958981403 (+11 ms)Writing region close event to WAL at 1733958981405 (+2 ms)Running coprocessor post-close hooks at 1733958981410 (+5 ms)Closed at 1733958981410 2024-12-11T23:16:21,411 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T23:16:21,457 INFO [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(976): stopping server b48762765ec4,41909,1733958970908; all regions closed. 2024-12-11T23:16:21,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37871 is added to blk_1073741834_1010 (size=2946) 2024-12-11T23:16:21,469 DEBUG [RS:0;b48762765ec4:41909 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/oldWALs 2024-12-11T23:16:21,469 INFO [RS:0;b48762765ec4:41909 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b48762765ec4%2C41909%2C1733958970908.meta:.meta(num 1733958974738) 2024-12-11T23:16:21,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37871 is added to blk_1073741832_1008 (size=563857) 2024-12-11T23:16:21,475 DEBUG [RS:0;b48762765ec4:41909 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/oldWALs 2024-12-11T23:16:21,475 INFO [RS:0;b48762765ec4:41909 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b48762765ec4%2C41909%2C1733958970908:(num 1733958973869) 2024-12-11T23:16:21,475 DEBUG [RS:0;b48762765ec4:41909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:16:21,475 INFO [RS:0;b48762765ec4:41909 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T23:16:21,475 INFO [RS:0;b48762765ec4:41909 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T23:16:21,475 INFO [RS:0;b48762765ec4:41909 {}] hbase.ChoreService(370): Chore service for: regionserver/b48762765ec4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-11T23:16:21,475 INFO [RS:0;b48762765ec4:41909 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T23:16:21,475 INFO [regionserver/b48762765ec4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T23:16:21,476 INFO [RS:0;b48762765ec4:41909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41909 2024-12-11T23:16:21,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x100cba03a9a0001, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b48762765ec4,41909,1733958970908 2024-12-11T23:16:21,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T23:16:21,480 INFO [RS:0;b48762765ec4:41909 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T23:16:21,482 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b48762765ec4,41909,1733958970908] 2024-12-11T23:16:21,483 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b48762765ec4,41909,1733958970908 already deleted, retry=false 2024-12-11T23:16:21,484 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b48762765ec4,41909,1733958970908 expired; onlineServers=0 2024-12-11T23:16:21,484 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b48762765ec4,45225,1733958970231' ***** 2024-12-11T23:16:21,484 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T23:16:21,484 INFO [M:0;b48762765ec4:45225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T23:16:21,484 INFO [M:0;b48762765ec4:45225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T23:16:21,484 DEBUG [M:0;b48762765ec4:45225 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T23:16:21,484 DEBUG [M:0;b48762765ec4:45225 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T23:16:21,484 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T23:16:21,485 DEBUG [master/b48762765ec4:0:becomeActiveMaster-HFileCleaner.large.0-1733958973496 {}] cleaner.HFileCleaner(306): Exit Thread[master/b48762765ec4:0:becomeActiveMaster-HFileCleaner.large.0-1733958973496,5,FailOnTimeoutGroup] 2024-12-11T23:16:21,485 DEBUG [master/b48762765ec4:0:becomeActiveMaster-HFileCleaner.small.0-1733958973497 {}] cleaner.HFileCleaner(306): Exit Thread[master/b48762765ec4:0:becomeActiveMaster-HFileCleaner.small.0-1733958973497,5,FailOnTimeoutGroup] 2024-12-11T23:16:21,485 INFO [M:0;b48762765ec4:45225 {}] hbase.ChoreService(370): Chore service for: master/b48762765ec4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-11T23:16:21,485 INFO [M:0;b48762765ec4:45225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T23:16:21,485 DEBUG [M:0;b48762765ec4:45225 {}] master.HMaster(1795): Stopping service threads 2024-12-11T23:16:21,485 INFO [M:0;b48762765ec4:45225 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T23:16:21,485 INFO [M:0;b48762765ec4:45225 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T23:16:21,486 INFO [M:0;b48762765ec4:45225 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T23:16:21,486 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T23:16:21,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T23:16:21,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T23:16:21,487 DEBUG [M:0;b48762765ec4:45225 {}] zookeeper.ZKUtil(347): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-11T23:16:21,487 WARN [M:0;b48762765ec4:45225 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T23:16:21,488 INFO [M:0;b48762765ec4:45225 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/.lastflushedseqids 2024-12-11T23:16:21,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37871 is added to blk_1073741841_1017 (size=126) 2024-12-11T23:16:21,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x100cba03a9a0001, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T23:16:21,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x100cba03a9a0001, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T23:16:21,583 INFO [RS:0;b48762765ec4:41909 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T23:16:21,583 INFO [RS:0;b48762765ec4:41909 {}] regionserver.HRegionServer(1031): Exiting; stopping=b48762765ec4,41909,1733958970908; zookeeper connection closed. 2024-12-11T23:16:21,583 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21377b18 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21377b18 2024-12-11T23:16:21,584 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-11T23:16:21,901 INFO [M:0;b48762765ec4:45225 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-11T23:16:21,901 INFO [M:0;b48762765ec4:45225 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T23:16:21,901 DEBUG [M:0;b48762765ec4:45225 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T23:16:21,901 INFO [M:0;b48762765ec4:45225 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T23:16:21,901 DEBUG [M:0;b48762765ec4:45225 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T23:16:21,901 DEBUG [M:0;b48762765ec4:45225 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T23:16:21,901 DEBUG [M:0;b48762765ec4:45225 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T23:16:21,902 INFO [M:0;b48762765ec4:45225 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=22.73 KB heapSize=28.62 KB 2024-12-11T23:16:21,922 DEBUG [M:0;b48762765ec4:45225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/050f66294f0a4c9c8dd87496068b68b1 is 82, key is hbase:meta,,1/info:regioninfo/1733958974823/Put/seqid=0 2024-12-11T23:16:21,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37871 is added to blk_1073741842_1018 (size=5672) 2024-12-11T23:16:22,329 INFO [M:0;b48762765ec4:45225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/050f66294f0a4c9c8dd87496068b68b1 2024-12-11T23:16:22,354 DEBUG [M:0;b48762765ec4:45225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e282ecd0b7474997b3b93b6cbdeb7663 is 773, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733958976425/Put/seqid=0 2024-12-11T23:16:22,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37871 is added to blk_1073741843_1019 (size=6113) 2024-12-11T23:16:22,761 INFO [M:0;b48762765ec4:45225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.18 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e282ecd0b7474997b3b93b6cbdeb7663 2024-12-11T23:16:22,786 DEBUG [M:0;b48762765ec4:45225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5fffde7a67643e481501e6ddf6ea3be is 69, key is b48762765ec4,41909,1733958970908/rs:state/1733958973635/Put/seqid=0 2024-12-11T23:16:22,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37871 is added to blk_1073741844_1020 (size=5156) 2024-12-11T23:16:23,193 INFO [M:0;b48762765ec4:45225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5fffde7a67643e481501e6ddf6ea3be 2024-12-11T23:16:23,201 DEBUG [M:0;b48762765ec4:45225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/050f66294f0a4c9c8dd87496068b68b1 as hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/050f66294f0a4c9c8dd87496068b68b1 2024-12-11T23:16:23,209 INFO [M:0;b48762765ec4:45225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/050f66294f0a4c9c8dd87496068b68b1, entries=8, sequenceid=55, filesize=5.5 K 2024-12-11T23:16:23,210 DEBUG [M:0;b48762765ec4:45225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e282ecd0b7474997b3b93b6cbdeb7663 as hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e282ecd0b7474997b3b93b6cbdeb7663 2024-12-11T23:16:23,217 INFO [M:0;b48762765ec4:45225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e282ecd0b7474997b3b93b6cbdeb7663, entries=6, sequenceid=55, filesize=6.0 K 2024-12-11T23:16:23,219 DEBUG [M:0;b48762765ec4:45225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5fffde7a67643e481501e6ddf6ea3be as hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a5fffde7a67643e481501e6ddf6ea3be 2024-12-11T23:16:23,225 INFO [M:0;b48762765ec4:45225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38125/user/jenkins/test-data/e3b57382-63bc-1f2e-e6b7-1c2f5bbf492a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a5fffde7a67643e481501e6ddf6ea3be, entries=1, sequenceid=55, filesize=5.0 K 2024-12-11T23:16:23,227 INFO [M:0;b48762765ec4:45225 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.73 KB/23278, heapSize ~28.32 KB/29000, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=55, compaction requested=false 2024-12-11T23:16:23,228 INFO [M:0;b48762765ec4:45225 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T23:16:23,229 DEBUG [M:0;b48762765ec4:45225 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733958981901Disabling compacts and flushes for region at 1733958981901Disabling writes for close at 1733958981901Obtaining lock to block concurrent updates at 1733958981902 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733958981902Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23278, getHeapSize=29240, getOffHeapSize=0, getCellsCount=66 at 1733958981902Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733958981903 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733958981903Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733958981921 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733958981921Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733958982337 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733958982353 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733958982353Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733958982769 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733958982786 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733958982786Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c4aa97c: reopening flushed file at 1733958983200 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3783d70e: reopening flushed file at 1733958983209 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26c6c4bb: reopening flushed file at 1733958983217 (+8 ms)Finished flush of dataSize ~22.73 KB/23278, heapSize ~28.32 KB/29000, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=55, compaction requested=false at 1733958983227 (+10 ms)Writing region close event to WAL at 1733958983228 (+1 ms)Closed at 1733958983228 2024-12-11T23:16:23,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37871 is added to blk_1073741830_1006 (size=27385) 2024-12-11T23:16:23,232 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T23:16:23,233 INFO [M:0;b48762765ec4:45225 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-11T23:16:23,233 INFO [M:0;b48762765ec4:45225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45225 2024-12-11T23:16:23,233 INFO [M:0;b48762765ec4:45225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T23:16:23,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T23:16:23,335 INFO [M:0;b48762765ec4:45225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T23:16:23,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45225-0x100cba03a9a0000, quorum=127.0.0.1:58420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T23:16:23,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3da47705{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T23:16:23,343 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@507df4b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T23:16:23,343 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T23:16:23,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74c0ad94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T23:16:23,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30a6bcc0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/hadoop.log.dir/,STOPPED} 2024-12-11T23:16:23,346 WARN [BP-1131081686-172.17.0.3-1733958967504 heartbeating to localhost/127.0.0.1:38125 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T23:16:23,346 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T23:16:23,346 WARN [BP-1131081686-172.17.0.3-1733958967504 heartbeating to localhost/127.0.0.1:38125 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1131081686-172.17.0.3-1733958967504 (Datanode Uuid a915168f-b69b-4f89-a653-2c1c9a3d8a72) service to localhost/127.0.0.1:38125 2024-12-11T23:16:23,346 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T23:16:23,347 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/cluster_3c53213c-b46d-6efc-fd67-7ab7840605fb/data/data1/current/BP-1131081686-172.17.0.3-1733958967504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T23:16:23,347 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/cluster_3c53213c-b46d-6efc-fd67-7ab7840605fb/data/data2/current/BP-1131081686-172.17.0.3-1733958967504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T23:16:23,348 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T23:16:23,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a4be895{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T23:16:23,357 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1eed1f13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T23:16:23,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T23:16:23,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14b072d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T23:16:23,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d2e646e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80cdb55f-dc5e-a426-531d-db43824e08a1/hadoop.log.dir/,STOPPED} 2024-12-11T23:16:23,365 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-11T23:16:23,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down