2024-11-25 04:41:19,351 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-25 04:41:19,383 main DEBUG Took 0.027978 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 04:41:19,384 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 04:41:19,386 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 04:41:19,400 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 04:41:19,403 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 04:41:19,421 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 04:41:19,445 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 04:41:19,447 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 04:41:19,448 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 04:41:19,463 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 04:41:19,465 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 04:41:19,466 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 04:41:19,467 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 04:41:19,469 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 04:41:19,471 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 04:41:19,472 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 04:41:19,473 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 04:41:19,474 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 04:41:19,475 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 04:41:19,476 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 04:41:19,478 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 04:41:19,478 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 04:41:19,479 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 04:41:19,479 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 04:41:19,481 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 04:41:19,481 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 04:41:19,482 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 04:41:19,484 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 04:41:19,486 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 04:41:19,489 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 04:41:19,491 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 04:41:19,492 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 04:41:19,497 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 04:41:19,499 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 04:41:19,501 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 04:41:19,502 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 04:41:19,504 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 04:41:19,504 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 04:41:19,515 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 04:41:19,519 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 04:41:19,522 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 04:41:19,523 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 04:41:19,523 main DEBUG createAppenders(={Console}) 2024-11-25 04:41:19,524 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-25 04:41:19,527 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-25 04:41:19,528 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-25 04:41:19,528 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 04:41:19,529 main DEBUG OutputStream closed 2024-11-25 04:41:19,529 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 04:41:19,529 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 04:41:19,530 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-25 04:41:19,633 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 04:41:19,636 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 04:41:19,638 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 04:41:19,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 04:41:19,640 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 04:41:19,641 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 04:41:19,641 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 04:41:19,642 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 04:41:19,642 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 04:41:19,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 04:41:19,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 04:41:19,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 04:41:19,644 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 04:41:19,644 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 04:41:19,645 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 04:41:19,645 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 04:41:19,646 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 04:41:19,647 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 04:41:19,649 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 04:41:19,650 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-25 04:41:19,650 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 04:41:19,651 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-25T04:41:20,101 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0 2024-11-25 04:41:20,105 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 04:41:20,106 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T04:41:20,119 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-25T04:41:20,189 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=537, ProcessCount=11, AvailableMemoryMB=11823 2024-11-25T04:41:20,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T04:41:20,224 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/cluster_1fcbcbb0-a5ec-bd39-2507-74787aa8416a, deleteOnExit=true 2024-11-25T04:41:20,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T04:41:20,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/test.cache.data in system properties and HBase conf 2024-11-25T04:41:20,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T04:41:20,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/hadoop.log.dir in system properties and HBase conf 2024-11-25T04:41:20,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T04:41:20,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T04:41:20,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T04:41:20,402 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T04:41:20,579 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T04:41:20,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T04:41:20,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T04:41:20,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T04:41:20,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T04:41:20,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T04:41:20,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T04:41:20,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T04:41:20,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T04:41:20,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T04:41:20,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/nfs.dump.dir in system properties and HBase conf 2024-11-25T04:41:20,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/java.io.tmpdir in system properties and HBase conf 2024-11-25T04:41:20,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T04:41:20,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T04:41:20,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T04:41:22,035 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T04:41:22,143 INFO [Time-limited test {}] log.Log(170): Logging initialized @3855ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T04:41:22,255 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T04:41:22,390 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T04:41:22,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T04:41:22,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T04:41:22,485 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T04:41:22,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T04:41:22,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/hadoop.log.dir/,AVAILABLE} 2024-11-25T04:41:22,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T04:41:22,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/java.io.tmpdir/jetty-localhost-40081-hadoop-hdfs-3_4_1-tests_jar-_-any-7549306630944365941/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T04:41:22,799 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:40081} 2024-11-25T04:41:22,800 INFO [Time-limited test {}] server.Server(415): Started @4512ms 2024-11-25T04:41:23,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T04:41:23,395 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T04:41:23,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T04:41:23,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T04:41:23,397 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T04:41:23,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/hadoop.log.dir/,AVAILABLE} 2024-11-25T04:41:23,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T04:41:23,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/java.io.tmpdir/jetty-localhost-34641-hadoop-hdfs-3_4_1-tests_jar-_-any-17702294547405439994/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:41:23,535 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:34641} 2024-11-25T04:41:23,535 INFO [Time-limited test {}] server.Server(415): Started @5248ms 2024-11-25T04:41:23,594 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T04:41:23,777 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T04:41:23,785 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T04:41:23,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T04:41:23,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T04:41:23,809 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T04:41:23,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/hadoop.log.dir/,AVAILABLE} 2024-11-25T04:41:23,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T04:41:23,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/java.io.tmpdir/jetty-localhost-43937-hadoop-hdfs-3_4_1-tests_jar-_-any-2726573022160248411/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:41:23,963 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:43937} 2024-11-25T04:41:23,964 INFO [Time-limited test {}] server.Server(415): Started @5677ms 2024-11-25T04:41:23,967 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T04:41:24,901 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/cluster_1fcbcbb0-a5ec-bd39-2507-74787aa8416a/data/data1/current/BP-799657780-172.17.0.2-1732509681541/current, will proceed with Du for space computation calculation, 2024-11-25T04:41:24,905 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/cluster_1fcbcbb0-a5ec-bd39-2507-74787aa8416a/data/data3/current/BP-799657780-172.17.0.2-1732509681541/current, will proceed with Du for space computation calculation, 2024-11-25T04:41:24,907 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/cluster_1fcbcbb0-a5ec-bd39-2507-74787aa8416a/data/data2/current/BP-799657780-172.17.0.2-1732509681541/current, will proceed with Du for space computation calculation, 2024-11-25T04:41:24,911 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/cluster_1fcbcbb0-a5ec-bd39-2507-74787aa8416a/data/data4/current/BP-799657780-172.17.0.2-1732509681541/current, will proceed with Du for space computation calculation, 2024-11-25T04:41:24,976 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T04:41:24,976 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T04:41:25,036 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33a15453100fba49 with lease ID 0x5d4b143e3968b35f: Processing first storage report for DS-07a68ca6-320e-4976-b619-8bebc6e3db2f from datanode DatanodeRegistration(127.0.0.1:44535, datanodeUuid=233ed07e-d7fb-4b32-9b90-245fb76b48e6, infoPort=43543, infoSecurePort=0, ipcPort=40929, storageInfo=lv=-57;cid=testClusterID;nsid=711789166;c=1732509681541) 2024-11-25T04:41:25,037 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33a15453100fba49 with lease ID 0x5d4b143e3968b35f: from storage DS-07a68ca6-320e-4976-b619-8bebc6e3db2f node DatanodeRegistration(127.0.0.1:44535, datanodeUuid=233ed07e-d7fb-4b32-9b90-245fb76b48e6, infoPort=43543, infoSecurePort=0, ipcPort=40929, storageInfo=lv=-57;cid=testClusterID;nsid=711789166;c=1732509681541), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-25T04:41:25,038 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1ee552ccfcabecf with lease ID 0x5d4b143e3968b35e: Processing first storage report for DS-0902a75b-a852-433d-9106-48c51c22fbb2 from datanode DatanodeRegistration(127.0.0.1:41157, datanodeUuid=a8b3845c-fec4-466d-900f-54642125e07a, infoPort=40443, infoSecurePort=0, ipcPort=38653, storageInfo=lv=-57;cid=testClusterID;nsid=711789166;c=1732509681541) 2024-11-25T04:41:25,038 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1ee552ccfcabecf with lease ID 0x5d4b143e3968b35e: from storage DS-0902a75b-a852-433d-9106-48c51c22fbb2 node DatanodeRegistration(127.0.0.1:41157, datanodeUuid=a8b3845c-fec4-466d-900f-54642125e07a, infoPort=40443, infoSecurePort=0, ipcPort=38653, storageInfo=lv=-57;cid=testClusterID;nsid=711789166;c=1732509681541), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T04:41:25,038 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33a15453100fba49 with lease ID 0x5d4b143e3968b35f: Processing first storage report for DS-d3356454-e445-425e-9366-5987ca8a8a68 from datanode DatanodeRegistration(127.0.0.1:44535, datanodeUuid=233ed07e-d7fb-4b32-9b90-245fb76b48e6, infoPort=43543, infoSecurePort=0, ipcPort=40929, storageInfo=lv=-57;cid=testClusterID;nsid=711789166;c=1732509681541) 2024-11-25T04:41:25,039 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33a15453100fba49 with lease ID 0x5d4b143e3968b35f: from storage DS-d3356454-e445-425e-9366-5987ca8a8a68 node DatanodeRegistration(127.0.0.1:44535, datanodeUuid=233ed07e-d7fb-4b32-9b90-245fb76b48e6, infoPort=43543, infoSecurePort=0, ipcPort=40929, storageInfo=lv=-57;cid=testClusterID;nsid=711789166;c=1732509681541), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T04:41:25,039 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1ee552ccfcabecf with lease ID 0x5d4b143e3968b35e: Processing first storage report for DS-a68f1ca8-3765-4a00-9ade-350beb0eca71 from datanode DatanodeRegistration(127.0.0.1:41157, datanodeUuid=a8b3845c-fec4-466d-900f-54642125e07a, infoPort=40443, infoSecurePort=0, ipcPort=38653, storageInfo=lv=-57;cid=testClusterID;nsid=711789166;c=1732509681541) 2024-11-25T04:41:25,039 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1ee552ccfcabecf with lease ID 0x5d4b143e3968b35e: from storage DS-a68f1ca8-3765-4a00-9ade-350beb0eca71 node DatanodeRegistration(127.0.0.1:41157, datanodeUuid=a8b3845c-fec4-466d-900f-54642125e07a, infoPort=40443, infoSecurePort=0, ipcPort=38653, storageInfo=lv=-57;cid=testClusterID;nsid=711789166;c=1732509681541), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T04:41:25,047 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0 2024-11-25T04:41:25,157 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/cluster_1fcbcbb0-a5ec-bd39-2507-74787aa8416a/zookeeper_0, clientPort=61656, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/cluster_1fcbcbb0-a5ec-bd39-2507-74787aa8416a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/cluster_1fcbcbb0-a5ec-bd39-2507-74787aa8416a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T04:41:25,175 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61656 2024-11-25T04:41:25,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:41:25,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:41:25,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741825_1001 (size=7) 2024-11-25T04:41:25,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741825_1001 (size=7) 2024-11-25T04:41:25,932 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9 with version=8 2024-11-25T04:41:25,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/hbase-staging 2024-11-25T04:41:26,042 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T04:41:26,324 INFO [Time-limited test {}] client.ConnectionUtils(128): master/13aa81add8b8:0 server-side Connection retries=45 2024-11-25T04:41:26,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T04:41:26,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T04:41:26,341 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T04:41:26,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T04:41:26,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T04:41:26,502 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T04:41:26,559 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T04:41:26,569 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T04:41:26,573 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T04:41:26,598 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6237 (auto-detected) 2024-11-25T04:41:26,599 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T04:41:26,621 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43481 2024-11-25T04:41:26,649 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43481 connecting to ZooKeeper ensemble=127.0.0.1:61656 2024-11-25T04:41:26,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434810x0, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T04:41:26,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43481-0x101719568560000 connected 2024-11-25T04:41:26,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:41:26,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:41:26,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T04:41:26,872 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9, hbase.cluster.distributed=false 2024-11-25T04:41:26,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T04:41:26,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43481 2024-11-25T04:41:26,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43481 2024-11-25T04:41:26,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43481 2024-11-25T04:41:26,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43481 2024-11-25T04:41:26,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43481 2024-11-25T04:41:27,052 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/13aa81add8b8:0 server-side Connection retries=45 2024-11-25T04:41:27,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T04:41:27,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T04:41:27,054 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T04:41:27,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T04:41:27,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T04:41:27,058 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T04:41:27,061 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T04:41:27,062 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38529 2024-11-25T04:41:27,064 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38529 connecting to ZooKeeper ensemble=127.0.0.1:61656 2024-11-25T04:41:27,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:41:27,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:41:27,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385290x0, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T04:41:27,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385290x0, quorum=127.0.0.1:61656, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T04:41:27,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38529-0x101719568560001 connected 2024-11-25T04:41:27,107 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T04:41:27,118 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T04:41:27,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38529-0x101719568560001, quorum=127.0.0.1:61656, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T04:41:27,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38529-0x101719568560001, quorum=127.0.0.1:61656, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T04:41:27,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38529 2024-11-25T04:41:27,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38529 2024-11-25T04:41:27,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38529 2024-11-25T04:41:27,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38529 2024-11-25T04:41:27,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38529 2024-11-25T04:41:27,191 DEBUG [M:0;13aa81add8b8:43481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;13aa81add8b8:43481 2024-11-25T04:41:27,192 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/13aa81add8b8,43481,1732509686144 2024-11-25T04:41:27,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T04:41:27,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x101719568560001, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T04:41:27,232 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/13aa81add8b8,43481,1732509686144 2024-11-25T04:41:27,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x101719568560001, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T04:41:27,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:41:27,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x101719568560001, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:41:27,267 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T04:41:27,269 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/13aa81add8b8,43481,1732509686144 from backup master directory 2024-11-25T04:41:27,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x101719568560001, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T04:41:27,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/13aa81add8b8,43481,1732509686144 2024-11-25T04:41:27,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T04:41:27,280 WARN [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T04:41:27,280 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=13aa81add8b8,43481,1732509686144 2024-11-25T04:41:27,282 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T04:41:27,283 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T04:41:27,343 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/hbase.id] with ID: ba30d8be-0ddb-4d78-8474-f57ece05c15c 2024-11-25T04:41:27,343 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/.tmp/hbase.id 2024-11-25T04:41:27,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741826_1002 (size=42) 2024-11-25T04:41:27,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741826_1002 (size=42) 2024-11-25T04:41:27,358 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/.tmp/hbase.id]:[hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/hbase.id] 2024-11-25T04:41:27,410 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:41:27,415 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T04:41:27,439 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms. 2024-11-25T04:41:27,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:41:27,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x101719568560001, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:41:27,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741827_1003 (size=196) 2024-11-25T04:41:27,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741827_1003 (size=196) 2024-11-25T04:41:27,502 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T04:41:27,504 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T04:41:27,511 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T04:41:27,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741828_1004 (size=1189) 2024-11-25T04:41:27,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741828_1004 (size=1189) 2024-11-25T04:41:27,575 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/data/master/store 2024-11-25T04:41:27,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741829_1005 (size=34) 2024-11-25T04:41:27,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741829_1005 (size=34) 2024-11-25T04:41:27,605 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T04:41:27,609 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:41:27,610 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T04:41:27,611 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:41:27,611 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:41:27,613 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T04:41:27,613 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:41:27,613 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:41:27,615 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732509687610Disabling compacts and flushes for region at 1732509687610Disabling writes for close at 1732509687613 (+3 ms)Writing region close event to WAL at 1732509687613Closed at 1732509687613 2024-11-25T04:41:27,618 WARN [master/13aa81add8b8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/data/master/store/.initializing 2024-11-25T04:41:27,618 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/WALs/13aa81add8b8,43481,1732509686144 2024-11-25T04:41:27,641 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T04:41:27,659 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=13aa81add8b8%2C43481%2C1732509686144, suffix=, logDir=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/WALs/13aa81add8b8,43481,1732509686144, archiveDir=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/oldWALs, maxLogs=10 2024-11-25T04:41:27,697 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/WALs/13aa81add8b8,43481,1732509686144/13aa81add8b8%2C43481%2C1732509686144.1732509687665, exclude list is [], retry=0 2024-11-25T04:41:27,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T04:41:27,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41157,DS-0902a75b-a852-433d-9106-48c51c22fbb2,DISK] 2024-11-25T04:41:27,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44535,DS-07a68ca6-320e-4976-b619-8bebc6e3db2f,DISK] 2024-11-25T04:41:27,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T04:41:27,770 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/WALs/13aa81add8b8,43481,1732509686144/13aa81add8b8%2C43481%2C1732509686144.1732509687665 2024-11-25T04:41:27,771 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40443:40443),(127.0.0.1/127.0.0.1:43543:43543)] 2024-11-25T04:41:27,772 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T04:41:27,772 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:41:27,776 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:41:27,777 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:41:27,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:41:27,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T04:41:27,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:41:27,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:41:27,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:41:27,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T04:41:27,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:41:27,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T04:41:27,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:41:27,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T04:41:27,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:41:27,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T04:41:27,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:41:27,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T04:41:27,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:41:27,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T04:41:27,869 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:41:27,875 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:41:27,876 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:41:27,883 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:41:27,884 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:41:27,889 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T04:41:27,894 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:41:27,900 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T04:41:27,902 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=783752, jitterRate=-0.003407806158065796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T04:41:27,910 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732509687790Initializing all the Stores at 1732509687792 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509687792Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509687794 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509687794Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509687794Cleaning up temporary data from old regions at 1732509687885 (+91 ms)Region opened successfully at 1732509687910 (+25 ms) 2024-11-25T04:41:27,912 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T04:41:27,948 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dec81cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=13aa81add8b8/172.17.0.2:0 2024-11-25T04:41:27,980 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T04:41:27,991 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T04:41:27,991 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T04:41:27,994 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T04:41:27,996 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T04:41:28,001 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-25T04:41:28,001 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T04:41:28,029 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T04:41:28,041 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T04:41:28,054 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T04:41:28,057 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T04:41:28,059 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T04:41:28,070 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T04:41:28,073 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T04:41:28,078 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T04:41:28,087 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T04:41:28,089 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T04:41:28,099 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T04:41:28,115 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T04:41:28,123 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T04:41:28,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x101719568560001, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T04:41:28,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T04:41:28,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:41:28,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x101719568560001, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:41:28,140 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=13aa81add8b8,43481,1732509686144, sessionid=0x101719568560000, setting cluster-up flag (Was=false) 2024-11-25T04:41:28,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:41:28,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x101719568560001, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:41:28,190 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T04:41:28,193 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=13aa81add8b8,43481,1732509686144 2024-11-25T04:41:28,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x101719568560001, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:41:28,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:41:28,240 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T04:41:28,242 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=13aa81add8b8,43481,1732509686144 2024-11-25T04:41:28,249 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T04:41:28,274 INFO [RS:0;13aa81add8b8:38529 {}] regionserver.HRegionServer(746): ClusterId : ba30d8be-0ddb-4d78-8474-f57ece05c15c 2024-11-25T04:41:28,277 DEBUG [RS:0;13aa81add8b8:38529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T04:41:28,290 DEBUG [RS:0;13aa81add8b8:38529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T04:41:28,290 DEBUG [RS:0;13aa81add8b8:38529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T04:41:28,300 DEBUG [RS:0;13aa81add8b8:38529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T04:41:28,301 DEBUG [RS:0;13aa81add8b8:38529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4735222b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=13aa81add8b8/172.17.0.2:0 2024-11-25T04:41:28,323 DEBUG [RS:0;13aa81add8b8:38529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;13aa81add8b8:38529 2024-11-25T04:41:28,327 INFO [RS:0;13aa81add8b8:38529 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T04:41:28,327 INFO [RS:0;13aa81add8b8:38529 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T04:41:28,327 DEBUG [RS:0;13aa81add8b8:38529 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T04:41:28,330 INFO [RS:0;13aa81add8b8:38529 {}] regionserver.HRegionServer(2659): reportForDuty to master=13aa81add8b8,43481,1732509686144 with port=38529, startcode=1732509687008 2024-11-25T04:41:28,341 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T04:41:28,346 DEBUG [RS:0;13aa81add8b8:38529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T04:41:28,352 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T04:41:28,360 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T04:41:28,366 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 13aa81add8b8,43481,1732509686144 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T04:41:28,374 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/13aa81add8b8:0, corePoolSize=5, maxPoolSize=5 2024-11-25T04:41:28,374 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/13aa81add8b8:0, corePoolSize=5, maxPoolSize=5 2024-11-25T04:41:28,374 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/13aa81add8b8:0, corePoolSize=5, maxPoolSize=5 2024-11-25T04:41:28,375 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/13aa81add8b8:0, corePoolSize=5, maxPoolSize=5 2024-11-25T04:41:28,375 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/13aa81add8b8:0, corePoolSize=10, maxPoolSize=10 2024-11-25T04:41:28,375 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:41:28,375 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/13aa81add8b8:0, corePoolSize=2, maxPoolSize=2 2024-11-25T04:41:28,375 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:41:28,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T04:41:28,393 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T04:41:28,403 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732509718403 2024-11-25T04:41:28,404 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52903, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T04:41:28,405 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T04:41:28,406 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:41:28,406 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T04:41:28,408 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T04:41:28,412 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T04:41:28,412 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43481 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T04:41:28,412 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T04:41:28,413 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T04:41:28,413 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T04:41:28,414 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T04:41:28,417 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T04:41:28,418 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T04:41:28,418 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T04:41:28,421 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T04:41:28,421 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T04:41:28,426 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.large.0-1732509688423,5,FailOnTimeoutGroup] 2024-11-25T04:41:28,442 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.small.0-1732509688427,5,FailOnTimeoutGroup] 2024-11-25T04:41:28,443 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T04:41:28,443 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T04:41:28,444 DEBUG [RS:0;13aa81add8b8:38529 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T04:41:28,444 WARN [RS:0;13aa81add8b8:38529 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T04:41:28,444 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T04:41:28,445 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T04:41:28,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741831_1007 (size=1321) 2024-11-25T04:41:28,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741831_1007 (size=1321) 2024-11-25T04:41:28,459 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T04:41:28,460 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9 2024-11-25T04:41:28,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741832_1008 (size=32) 2024-11-25T04:41:28,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741832_1008 (size=32) 2024-11-25T04:41:28,545 INFO [RS:0;13aa81add8b8:38529 {}] regionserver.HRegionServer(2659): reportForDuty to master=13aa81add8b8,43481,1732509686144 with port=38529, startcode=1732509687008 2024-11-25T04:41:28,548 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43481 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 13aa81add8b8,38529,1732509687008 2024-11-25T04:41:28,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43481 {}] master.ServerManager(517): Registering regionserver=13aa81add8b8,38529,1732509687008 2024-11-25T04:41:28,561 DEBUG [RS:0;13aa81add8b8:38529 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9 2024-11-25T04:41:28,561 DEBUG [RS:0;13aa81add8b8:38529 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36425 2024-11-25T04:41:28,561 DEBUG [RS:0;13aa81add8b8:38529 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T04:41:28,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T04:41:28,596 DEBUG [RS:0;13aa81add8b8:38529 {}] zookeeper.ZKUtil(111): regionserver:38529-0x101719568560001, quorum=127.0.0.1:61656, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/13aa81add8b8,38529,1732509687008 2024-11-25T04:41:28,596 WARN [RS:0;13aa81add8b8:38529 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T04:41:28,597 INFO [RS:0;13aa81add8b8:38529 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T04:41:28,597 DEBUG [RS:0;13aa81add8b8:38529 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/WALs/13aa81add8b8,38529,1732509687008 2024-11-25T04:41:28,599 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [13aa81add8b8,38529,1732509687008] 2024-11-25T04:41:28,629 INFO [RS:0;13aa81add8b8:38529 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T04:41:28,650 INFO [RS:0;13aa81add8b8:38529 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T04:41:28,656 INFO [RS:0;13aa81add8b8:38529 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T04:41:28,657 INFO [RS:0;13aa81add8b8:38529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T04:41:28,660 INFO [RS:0;13aa81add8b8:38529 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T04:41:28,666 INFO [RS:0;13aa81add8b8:38529 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T04:41:28,668 INFO [RS:0;13aa81add8b8:38529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T04:41:28,668 DEBUG [RS:0;13aa81add8b8:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:41:28,668 DEBUG [RS:0;13aa81add8b8:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:41:28,669 DEBUG [RS:0;13aa81add8b8:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:41:28,669 DEBUG [RS:0;13aa81add8b8:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:41:28,669 DEBUG [RS:0;13aa81add8b8:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:41:28,669 DEBUG [RS:0;13aa81add8b8:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/13aa81add8b8:0, corePoolSize=2, maxPoolSize=2 2024-11-25T04:41:28,670 DEBUG [RS:0;13aa81add8b8:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:41:28,670 DEBUG [RS:0;13aa81add8b8:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:41:28,670 DEBUG [RS:0;13aa81add8b8:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:41:28,670 DEBUG [RS:0;13aa81add8b8:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:41:28,670 DEBUG [RS:0;13aa81add8b8:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:41:28,671 DEBUG [RS:0;13aa81add8b8:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:41:28,671 DEBUG [RS:0;13aa81add8b8:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/13aa81add8b8:0, corePoolSize=3, maxPoolSize=3 2024-11-25T04:41:28,671 DEBUG [RS:0;13aa81add8b8:38529 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0, corePoolSize=3, maxPoolSize=3 2024-11-25T04:41:28,673 INFO [RS:0;13aa81add8b8:38529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T04:41:28,673 INFO [RS:0;13aa81add8b8:38529 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T04:41:28,673 INFO [RS:0;13aa81add8b8:38529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T04:41:28,673 INFO [RS:0;13aa81add8b8:38529 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T04:41:28,674 INFO [RS:0;13aa81add8b8:38529 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T04:41:28,674 INFO [RS:0;13aa81add8b8:38529 {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,38529,1732509687008-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T04:41:28,700 INFO [RS:0;13aa81add8b8:38529 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T04:41:28,703 INFO [RS:0;13aa81add8b8:38529 {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,38529,1732509687008-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T04:41:28,703 INFO [RS:0;13aa81add8b8:38529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:41:28,704 INFO [RS:0;13aa81add8b8:38529 {}] regionserver.Replication(171): 13aa81add8b8,38529,1732509687008 started 2024-11-25T04:41:28,731 INFO [RS:0;13aa81add8b8:38529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:41:28,731 INFO [RS:0;13aa81add8b8:38529 {}] regionserver.HRegionServer(1482): Serving as 13aa81add8b8,38529,1732509687008, RpcServer on 13aa81add8b8/172.17.0.2:38529, sessionid=0x101719568560001 2024-11-25T04:41:28,732 DEBUG [RS:0;13aa81add8b8:38529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T04:41:28,732 DEBUG [RS:0;13aa81add8b8:38529 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 13aa81add8b8,38529,1732509687008 2024-11-25T04:41:28,733 DEBUG [RS:0;13aa81add8b8:38529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '13aa81add8b8,38529,1732509687008' 2024-11-25T04:41:28,733 DEBUG [RS:0;13aa81add8b8:38529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T04:41:28,734 DEBUG [RS:0;13aa81add8b8:38529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T04:41:28,735 DEBUG [RS:0;13aa81add8b8:38529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T04:41:28,735 DEBUG [RS:0;13aa81add8b8:38529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T04:41:28,735 DEBUG [RS:0;13aa81add8b8:38529 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 13aa81add8b8,38529,1732509687008 2024-11-25T04:41:28,735 DEBUG [RS:0;13aa81add8b8:38529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '13aa81add8b8,38529,1732509687008' 2024-11-25T04:41:28,736 DEBUG [RS:0;13aa81add8b8:38529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T04:41:28,737 DEBUG [RS:0;13aa81add8b8:38529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T04:41:28,737 DEBUG [RS:0;13aa81add8b8:38529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T04:41:28,738 INFO [RS:0;13aa81add8b8:38529 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T04:41:28,738 INFO [RS:0;13aa81add8b8:38529 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T04:41:28,845 INFO [RS:0;13aa81add8b8:38529 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T04:41:28,848 INFO [RS:0;13aa81add8b8:38529 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=13aa81add8b8%2C38529%2C1732509687008, suffix=, logDir=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/WALs/13aa81add8b8,38529,1732509687008, archiveDir=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/oldWALs, maxLogs=32 2024-11-25T04:41:28,870 DEBUG [RS:0;13aa81add8b8:38529 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/WALs/13aa81add8b8,38529,1732509687008/13aa81add8b8%2C38529%2C1732509687008.1732509688852, exclude list is [], retry=0 2024-11-25T04:41:28,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41157,DS-0902a75b-a852-433d-9106-48c51c22fbb2,DISK] 2024-11-25T04:41:28,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44535,DS-07a68ca6-320e-4976-b619-8bebc6e3db2f,DISK] 2024-11-25T04:41:28,884 INFO [RS:0;13aa81add8b8:38529 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/WALs/13aa81add8b8,38529,1732509687008/13aa81add8b8%2C38529%2C1732509687008.1732509688852 2024-11-25T04:41:28,885 DEBUG [RS:0;13aa81add8b8:38529 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40443:40443),(127.0.0.1/127.0.0.1:43543:43543)] 2024-11-25T04:41:28,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:41:28,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T04:41:28,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T04:41:28,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:41:28,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:41:28,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T04:41:28,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T04:41:28,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:41:28,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:41:28,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T04:41:28,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T04:41:28,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:41:28,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:41:28,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T04:41:28,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T04:41:28,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:41:28,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:41:28,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T04:41:28,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/hbase/meta/1588230740 2024-11-25T04:41:28,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/hbase/meta/1588230740 2024-11-25T04:41:28,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T04:41:28,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T04:41:28,941 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T04:41:28,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T04:41:28,948 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T04:41:28,949 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=882631, jitterRate=0.12232370674610138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T04:41:28,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732509688905Initializing all the Stores at 1732509688907 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509688907Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509688907Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509688907Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509688908 (+1 ms)Cleaning up temporary data from old regions at 1732509688940 (+32 ms)Region opened successfully at 1732509688953 (+13 ms) 2024-11-25T04:41:28,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T04:41:28,953 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T04:41:28,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T04:41:28,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T04:41:28,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T04:41:28,955 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T04:41:28,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732509688953Disabling compacts and flushes for region at 1732509688953Disabling writes for close at 1732509688953Writing region close event to WAL at 1732509688955 (+2 ms)Closed at 1732509688955 2024-11-25T04:41:28,960 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T04:41:28,960 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T04:41:28,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T04:41:28,978 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T04:41:28,982 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T04:41:29,135 DEBUG [13aa81add8b8:43481 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T04:41:29,150 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=13aa81add8b8,38529,1732509687008 2024-11-25T04:41:29,157 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 13aa81add8b8,38529,1732509687008, state=OPENING 2024-11-25T04:41:29,215 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T04:41:29,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:41:29,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x101719568560001, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:41:29,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T04:41:29,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T04:41:29,227 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T04:41:29,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=13aa81add8b8,38529,1732509687008}] 2024-11-25T04:41:29,407 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T04:41:29,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36585, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T04:41:29,423 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T04:41:29,424 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T04:41:29,425 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T04:41:29,428 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=13aa81add8b8%2C38529%2C1732509687008.meta, suffix=.meta, logDir=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/WALs/13aa81add8b8,38529,1732509687008, archiveDir=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/oldWALs, maxLogs=32 2024-11-25T04:41:29,447 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/WALs/13aa81add8b8,38529,1732509687008/13aa81add8b8%2C38529%2C1732509687008.meta.1732509689431.meta, exclude list is [], retry=0 2024-11-25T04:41:29,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41157,DS-0902a75b-a852-433d-9106-48c51c22fbb2,DISK] 2024-11-25T04:41:29,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44535,DS-07a68ca6-320e-4976-b619-8bebc6e3db2f,DISK] 2024-11-25T04:41:29,464 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/WALs/13aa81add8b8,38529,1732509687008/13aa81add8b8%2C38529%2C1732509687008.meta.1732509689431.meta 2024-11-25T04:41:29,465 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40443:40443),(127.0.0.1/127.0.0.1:43543:43543)] 2024-11-25T04:41:29,465 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T04:41:29,467 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T04:41:29,469 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T04:41:29,475 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T04:41:29,480 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T04:41:29,481 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:41:29,481 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T04:41:29,481 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T04:41:29,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T04:41:29,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T04:41:29,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:41:29,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:41:29,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T04:41:29,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T04:41:29,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:41:29,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:41:29,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T04:41:29,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T04:41:29,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:41:29,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:41:29,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T04:41:29,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T04:41:29,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:41:29,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:41:29,498 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T04:41:29,500 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/hbase/meta/1588230740 2024-11-25T04:41:29,503 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/hbase/meta/1588230740 2024-11-25T04:41:29,506 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T04:41:29,506 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T04:41:29,507 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T04:41:29,511 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T04:41:29,514 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=812076, jitterRate=0.03260919451713562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T04:41:29,514 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T04:41:29,516 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732509689482Writing region info on filesystem at 1732509689482Initializing all the Stores at 1732509689484 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509689484Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509689484Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509689484Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509689484Cleaning up temporary data from old regions at 1732509689506 (+22 ms)Running coprocessor post-open hooks at 1732509689514 (+8 ms)Region opened successfully at 1732509689516 (+2 ms) 2024-11-25T04:41:29,523 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732509689396 2024-11-25T04:41:29,536 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T04:41:29,537 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T04:41:29,538 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=13aa81add8b8,38529,1732509687008 2024-11-25T04:41:29,542 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 13aa81add8b8,38529,1732509687008, state=OPEN 2024-11-25T04:41:29,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x101719568560001, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T04:41:29,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T04:41:29,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T04:41:29,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T04:41:29,592 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=13aa81add8b8,38529,1732509687008 2024-11-25T04:41:29,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T04:41:29,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=13aa81add8b8,38529,1732509687008 in 363 msec 2024-11-25T04:41:29,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T04:41:29,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 635 msec 2024-11-25T04:41:29,609 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T04:41:29,609 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T04:41:29,628 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T04:41:29,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13aa81add8b8,38529,1732509687008, seqNum=-1] 2024-11-25T04:41:29,654 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T04:41:29,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58429, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T04:41:29,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3890 sec 2024-11-25T04:41:29,683 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732509689683, completionTime=-1 2024-11-25T04:41:29,686 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T04:41:29,686 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T04:41:29,726 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T04:41:29,727 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732509749726 2024-11-25T04:41:29,727 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732509809727 2024-11-25T04:41:29,727 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 40 msec 2024-11-25T04:41:29,731 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,43481,1732509686144-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T04:41:29,732 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,43481,1732509686144-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:41:29,732 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,43481,1732509686144-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:41:29,734 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-13aa81add8b8:43481, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:41:29,744 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T04:41:29,745 DEBUG [master/13aa81add8b8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T04:41:29,745 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T04:41:29,785 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.504sec 2024-11-25T04:41:29,789 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T04:41:29,791 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T04:41:29,792 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T04:41:29,793 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T04:41:29,793 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T04:41:29,795 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,43481,1732509686144-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T04:41:29,795 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,43481,1732509686144-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T04:41:29,817 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T04:41:29,819 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T04:41:29,819 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,43481,1732509686144-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:41:29,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5379a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T04:41:29,892 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T04:41:29,892 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T04:41:29,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 13aa81add8b8,43481,-1 for getting cluster id 2024-11-25T04:41:29,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T04:41:29,907 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba30d8be-0ddb-4d78-8474-f57ece05c15c' 2024-11-25T04:41:29,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T04:41:29,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba30d8be-0ddb-4d78-8474-f57ece05c15c" 2024-11-25T04:41:29,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e6c3bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T04:41:29,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13aa81add8b8,43481,-1] 2024-11-25T04:41:29,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T04:41:29,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:41:29,920 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T04:41:29,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b54472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T04:41:29,923 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T04:41:29,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13aa81add8b8,38529,1732509687008, seqNum=-1] 2024-11-25T04:41:29,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T04:41:29,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T04:41:29,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=13aa81add8b8,43481,1732509686144 2024-11-25T04:41:29,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:41:29,966 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-25T04:41:29,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T04:41:29,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 13aa81add8b8,43481,1732509686144 2024-11-25T04:41:29,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49365911 2024-11-25T04:41:29,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T04:41:29,983 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T04:41:29,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-25T04:41:29,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-25T04:41:29,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T04:41:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-25T04:41:30,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T04:41:30,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-25T04:41:30,005 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:41:30,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T04:41:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T04:41:30,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741835_1011 (size=389) 2024-11-25T04:41:30,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741835_1011 (size=389) 2024-11-25T04:41:30,037 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec7de9ac173b03d3cb05028892e4e0a4, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9 2024-11-25T04:41:30,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741836_1012 (size=72) 2024-11-25T04:41:30,052 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:41:30,052 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing ec7de9ac173b03d3cb05028892e4e0a4, disabling compactions & flushes 2024-11-25T04:41:30,052 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4. 2024-11-25T04:41:30,052 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4. 2024-11-25T04:41:30,052 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4. after waiting 0 ms 2024-11-25T04:41:30,052 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4. 2024-11-25T04:41:30,052 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4. 2024-11-25T04:41:30,052 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec7de9ac173b03d3cb05028892e4e0a4: Waiting for close lock at 1732509690052Disabling compacts and flushes for region at 1732509690052Disabling writes for close at 1732509690052Writing region close event to WAL at 1732509690052Closed at 1732509690052 2024-11-25T04:41:30,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T04:41:30,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741836_1012 (size=72) 2024-11-25T04:41:30,061 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1732509690055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732509690055"}]},"ts":"1732509690055"} 2024-11-25T04:41:30,066 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T04:41:30,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T04:41:30,071 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732509690069"}]},"ts":"1732509690069"} 2024-11-25T04:41:30,078 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-25T04:41:30,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=ec7de9ac173b03d3cb05028892e4e0a4, ASSIGN}] 2024-11-25T04:41:30,082 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=ec7de9ac173b03d3cb05028892e4e0a4, ASSIGN 2024-11-25T04:41:30,085 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=ec7de9ac173b03d3cb05028892e4e0a4, ASSIGN; state=OFFLINE, location=13aa81add8b8,38529,1732509687008; forceNewPlan=false, retain=false 2024-11-25T04:41:30,237 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ec7de9ac173b03d3cb05028892e4e0a4, regionState=OPENING, regionLocation=13aa81add8b8,38529,1732509687008 2024-11-25T04:41:30,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=ec7de9ac173b03d3cb05028892e4e0a4, ASSIGN because future has completed 2024-11-25T04:41:30,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec7de9ac173b03d3cb05028892e4e0a4, server=13aa81add8b8,38529,1732509687008}] 2024-11-25T04:41:30,406 INFO [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4. 2024-11-25T04:41:30,406 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ec7de9ac173b03d3cb05028892e4e0a4, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4.', STARTKEY => '', ENDKEY => ''} 2024-11-25T04:41:30,407 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling ec7de9ac173b03d3cb05028892e4e0a4 2024-11-25T04:41:30,407 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:41:30,407 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ec7de9ac173b03d3cb05028892e4e0a4 2024-11-25T04:41:30,407 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ec7de9ac173b03d3cb05028892e4e0a4 2024-11-25T04:41:30,410 INFO [StoreOpener-ec7de9ac173b03d3cb05028892e4e0a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ec7de9ac173b03d3cb05028892e4e0a4 2024-11-25T04:41:30,413 INFO [StoreOpener-ec7de9ac173b03d3cb05028892e4e0a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec7de9ac173b03d3cb05028892e4e0a4 columnFamilyName info 2024-11-25T04:41:30,413 DEBUG [StoreOpener-ec7de9ac173b03d3cb05028892e4e0a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:41:30,415 INFO [StoreOpener-ec7de9ac173b03d3cb05028892e4e0a4-1 {}] regionserver.HStore(327): Store=ec7de9ac173b03d3cb05028892e4e0a4/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T04:41:30,415 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ec7de9ac173b03d3cb05028892e4e0a4 2024-11-25T04:41:30,417 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/default/TestLogRolling-testSlowSyncLogRolling/ec7de9ac173b03d3cb05028892e4e0a4 2024-11-25T04:41:30,418 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/default/TestLogRolling-testSlowSyncLogRolling/ec7de9ac173b03d3cb05028892e4e0a4 2024-11-25T04:41:30,419 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ec7de9ac173b03d3cb05028892e4e0a4 2024-11-25T04:41:30,419 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ec7de9ac173b03d3cb05028892e4e0a4 2024-11-25T04:41:30,422 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ec7de9ac173b03d3cb05028892e4e0a4 2024-11-25T04:41:30,426 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/default/TestLogRolling-testSlowSyncLogRolling/ec7de9ac173b03d3cb05028892e4e0a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T04:41:30,428 INFO [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ec7de9ac173b03d3cb05028892e4e0a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=824089, jitterRate=0.04788358509540558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T04:41:30,428 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec7de9ac173b03d3cb05028892e4e0a4 2024-11-25T04:41:30,429 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ec7de9ac173b03d3cb05028892e4e0a4: Running coprocessor pre-open hook at 1732509690407Writing region info on filesystem at 1732509690407Initializing all the Stores at 1732509690409 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509690409Cleaning up temporary data from old regions at 1732509690419 (+10 ms)Running coprocessor post-open hooks at 1732509690428 (+9 ms)Region opened successfully at 1732509690429 (+1 ms) 2024-11-25T04:41:30,431 INFO [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4., pid=6, masterSystemTime=1732509690399 2024-11-25T04:41:30,437 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4. 2024-11-25T04:41:30,437 INFO [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4. 2024-11-25T04:41:30,438 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ec7de9ac173b03d3cb05028892e4e0a4, regionState=OPEN, openSeqNum=2, regionLocation=13aa81add8b8,38529,1732509687008 2024-11-25T04:41:30,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec7de9ac173b03d3cb05028892e4e0a4, server=13aa81add8b8,38529,1732509687008 because future has completed 2024-11-25T04:41:30,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T04:41:30,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ec7de9ac173b03d3cb05028892e4e0a4, server=13aa81add8b8,38529,1732509687008 in 202 msec 2024-11-25T04:41:30,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T04:41:30,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=ec7de9ac173b03d3cb05028892e4e0a4, ASSIGN in 372 msec 2024-11-25T04:41:30,491 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T04:41:30,491 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732509690491"}]},"ts":"1732509690491"} 2024-11-25T04:41:30,496 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-25T04:41:30,499 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T04:41:30,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 507 msec 2024-11-25T04:41:34,990 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T04:41:35,071 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T04:41:35,073 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-25T04:41:36,556 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T04:41:36,556 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T04:41:36,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-25T04:41:36,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-25T04:41:36,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T04:41:36,560 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T04:41:36,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T04:41:36,560 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T04:41:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T04:41:40,078 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-25T04:41:40,085 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-25T04:41:40,092 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-25T04:41:40,092 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4. 2024-11-25T04:41:40,105 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/WALs/13aa81add8b8,38529,1732509687008/13aa81add8b8%2C38529%2C1732509687008.1732509700093, exclude list is [], retry=0 2024-11-25T04:41:40,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41157,DS-0902a75b-a852-433d-9106-48c51c22fbb2,DISK] 2024-11-25T04:41:40,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44535,DS-07a68ca6-320e-4976-b619-8bebc6e3db2f,DISK] 2024-11-25T04:41:40,112 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/WALs/13aa81add8b8,38529,1732509687008/13aa81add8b8%2C38529%2C1732509687008.1732509688852 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/WALs/13aa81add8b8,38529,1732509687008/13aa81add8b8%2C38529%2C1732509687008.1732509700093 2024-11-25T04:41:40,113 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40443:40443),(127.0.0.1/127.0.0.1:43543:43543)] 2024-11-25T04:41:40,113 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/WALs/13aa81add8b8,38529,1732509687008/13aa81add8b8%2C38529%2C1732509687008.1732509688852 is not closed yet, will try archiving it next time 2024-11-25T04:41:40,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741833_1009 (size=451) 2024-11-25T04:41:40,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741833_1009 (size=451) 2024-11-25T04:41:40,119 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/WALs/13aa81add8b8,38529,1732509687008/13aa81add8b8%2C38529%2C1732509687008.1732509688852 to hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/oldWALs/13aa81add8b8%2C38529%2C1732509687008.1732509688852 2024-11-25T04:41:40,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4., hostname=13aa81add8b8,38529,1732509687008, seqNum=2] 2024-11-25T04:41:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38529 {}] regionserver.HRegion(8855): Flush requested on ec7de9ac173b03d3cb05028892e4e0a4 2024-11-25T04:41:54,172 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec7de9ac173b03d3cb05028892e4e0a4 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-25T04:41:54,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/default/TestLogRolling-testSlowSyncLogRolling/ec7de9ac173b03d3cb05028892e4e0a4/.tmp/info/35c305b4d2d04811a3ab22d819656212 is 1055, key is row0001/info:/1732509700125/Put/seqid=0 2024-11-25T04:41:54,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741838_1014 (size=13386) 2024-11-25T04:41:54,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741838_1014 (size=13386) 2024-11-25T04:41:54,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/default/TestLogRolling-testSlowSyncLogRolling/ec7de9ac173b03d3cb05028892e4e0a4/.tmp/info/35c305b4d2d04811a3ab22d819656212 2024-11-25T04:41:54,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/default/TestLogRolling-testSlowSyncLogRolling/ec7de9ac173b03d3cb05028892e4e0a4/.tmp/info/35c305b4d2d04811a3ab22d819656212 as hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/default/TestLogRolling-testSlowSyncLogRolling/ec7de9ac173b03d3cb05028892e4e0a4/info/35c305b4d2d04811a3ab22d819656212 2024-11-25T04:41:54,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/default/TestLogRolling-testSlowSyncLogRolling/ec7de9ac173b03d3cb05028892e4e0a4/info/35c305b4d2d04811a3ab22d819656212, entries=8, sequenceid=12, filesize=13.1 K 2024-11-25T04:41:54,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for ec7de9ac173b03d3cb05028892e4e0a4 in 586ms, sequenceid=12, compaction requested=false 2024-11-25T04:41:54,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec7de9ac173b03d3cb05028892e4e0a4: 2024-11-25T04:41:55,055 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T04:42:00,193 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/WALs/13aa81add8b8,38529,1732509687008/13aa81add8b8%2C38529%2C1732509687008.1732509720176, exclude list is [], retry=0 2024-11-25T04:42:00,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41157,DS-0902a75b-a852-433d-9106-48c51c22fbb2,DISK] 2024-11-25T04:42:00,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44535,DS-07a68ca6-320e-4976-b619-8bebc6e3db2f,DISK] 2024-11-25T04:42:00,200 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/WALs/13aa81add8b8,38529,1732509687008/13aa81add8b8%2C38529%2C1732509687008.1732509700093 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/WALs/13aa81add8b8,38529,1732509687008/13aa81add8b8%2C38529%2C1732509687008.1732509720176 2024-11-25T04:42:00,200 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40443:40443),(127.0.0.1/127.0.0.1:43543:43543)] 2024-11-25T04:42:00,201 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/WALs/13aa81add8b8,38529,1732509687008/13aa81add8b8%2C38529%2C1732509687008.1732509700093 is not closed yet, will try archiving it next time 2024-11-25T04:42:00,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741837_1013 (size=12149) 2024-11-25T04:42:00,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741837_1013 (size=12149) 2024-11-25T04:42:05,206 INFO [AsyncFSWAL-0-hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9-prefix:13aa81add8b8,38529,1732509687008 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41157,DS-0902a75b-a852-433d-9106-48c51c22fbb2,DISK], DatanodeInfoWithStorage[127.0.0.1:44535,DS-07a68ca6-320e-4976-b619-8bebc6e3db2f,DISK]] 2024-11-25T04:42:05,209 WARN [AsyncFSWAL-0-hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9-prefix:13aa81add8b8,38529,1732509687008 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41157,DS-0902a75b-a852-433d-9106-48c51c22fbb2,DISK], DatanodeInfoWithStorage[127.0.0.1:44535,DS-07a68ca6-320e-4976-b619-8bebc6e3db2f,DISK]] 2024-11-25T04:42:05,210 DEBUG [regionserver/13aa81add8b8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 13aa81add8b8%2C38529%2C1732509687008:(num 1732509720176) roll requested 2024-11-25T04:42:05,223 DEBUG [regionserver/13aa81add8b8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/WALs/13aa81add8b8,38529,1732509687008/13aa81add8b8%2C38529%2C1732509687008.1732509725210, exclude list is [], retry=0 2024-11-25T04:42:05,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44535,DS-07a68ca6-320e-4976-b619-8bebc6e3db2f,DISK] 2024-11-25T04:42:05,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41157,DS-0902a75b-a852-433d-9106-48c51c22fbb2,DISK] 2024-11-25T04:42:05,231 INFO [regionserver/13aa81add8b8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/WALs/13aa81add8b8,38529,1732509687008/13aa81add8b8%2C38529%2C1732509687008.1732509720176 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/WALs/13aa81add8b8,38529,1732509687008/13aa81add8b8%2C38529%2C1732509687008.1732509725210 2024-11-25T04:42:05,231 DEBUG [regionserver/13aa81add8b8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40443:40443),(127.0.0.1/127.0.0.1:43543:43543)] 2024-11-25T04:42:05,231 DEBUG [regionserver/13aa81add8b8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/WALs/13aa81add8b8,38529,1732509687008/13aa81add8b8%2C38529%2C1732509687008.1732509720176 is not closed yet, will try archiving it next time 2024-11-25T04:42:05,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741839_1015 (size=1233) 2024-11-25T04:42:05,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741839_1015 (size=1233) 2024-11-25T04:42:07,209 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T04:42:07,227 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/WALs/13aa81add8b8,38529,1732509687008/13aa81add8b8%2C38529%2C1732509687008.1732509727209, exclude list is [], retry=0 2024-11-25T04:42:07,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41157,DS-0902a75b-a852-433d-9106-48c51c22fbb2,DISK] 2024-11-25T04:42:07,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44535,DS-07a68ca6-320e-4976-b619-8bebc6e3db2f,DISK] 2024-11-25T04:42:07,236 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/WALs/13aa81add8b8,38529,1732509687008/13aa81add8b8%2C38529%2C1732509687008.1732509725210 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/WALs/13aa81add8b8,38529,1732509687008/13aa81add8b8%2C38529%2C1732509687008.1732509727209 2024-11-25T04:42:07,236 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40443:40443),(127.0.0.1/127.0.0.1:43543:43543)] 2024-11-25T04:42:07,237 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/WALs/13aa81add8b8,38529,1732509687008/13aa81add8b8%2C38529%2C1732509687008.1732509725210 is not closed yet, will try archiving it next time 2024-11-25T04:42:07,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741840_1016 (size=93) 2024-11-25T04:42:07,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741840_1016 (size=93) 2024-11-25T04:42:07,241 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/WALs/13aa81add8b8,38529,1732509687008/13aa81add8b8%2C38529%2C1732509687008.1732509725210 to hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/oldWALs/13aa81add8b8%2C38529%2C1732509687008.1732509725210 2024-11-25T04:42:09,894 INFO [master/13aa81add8b8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T04:42:09,894 INFO [master/13aa81add8b8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T04:42:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38529 {}] regionserver.HRegion(8855): Flush requested on ec7de9ac173b03d3cb05028892e4e0a4 2024-11-25T04:42:15,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec7de9ac173b03d3cb05028892e4e0a4 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-25T04:42:15,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/default/TestLogRolling-testSlowSyncLogRolling/ec7de9ac173b03d3cb05028892e4e0a4/.tmp/info/7dc42aa8621a4871a27045c69e7ca09c is 1055, key is row0009/info:/1732509716170/Put/seqid=0 2024-11-25T04:42:15,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741842_1018 (size=13386) 2024-11-25T04:42:15,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741842_1018 (size=13386) 2024-11-25T04:42:15,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/default/TestLogRolling-testSlowSyncLogRolling/ec7de9ac173b03d3cb05028892e4e0a4/.tmp/info/7dc42aa8621a4871a27045c69e7ca09c 2024-11-25T04:42:15,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/default/TestLogRolling-testSlowSyncLogRolling/ec7de9ac173b03d3cb05028892e4e0a4/.tmp/info/7dc42aa8621a4871a27045c69e7ca09c as hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/default/TestLogRolling-testSlowSyncLogRolling/ec7de9ac173b03d3cb05028892e4e0a4/info/7dc42aa8621a4871a27045c69e7ca09c 2024-11-25T04:42:15,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/default/TestLogRolling-testSlowSyncLogRolling/ec7de9ac173b03d3cb05028892e4e0a4/info/7dc42aa8621a4871a27045c69e7ca09c, entries=8, sequenceid=23, filesize=13.1 K 2024-11-25T04:42:15,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for ec7de9ac173b03d3cb05028892e4e0a4 in 39ms, sequenceid=23, compaction requested=false 2024-11-25T04:42:15,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec7de9ac173b03d3cb05028892e4e0a4: 2024-11-25T04:42:15,303 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-25T04:42:15,303 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T04:42:15,304 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/default/TestLogRolling-testSlowSyncLogRolling/ec7de9ac173b03d3cb05028892e4e0a4/info/35c305b4d2d04811a3ab22d819656212 because midkey is the same as first or last row 2024-11-25T04:42:15,407 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ec7de9ac173b03d3cb05028892e4e0a4, had cached 0 bytes from a total of 26772 2024-11-25T04:42:25,055 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T04:42:27,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T04:42:27,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T04:42:27,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T04:42:27,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:42:27,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:42:27,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T04:42:27,299 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T04:42:27,299 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1094358287, stopped=false 2024-11-25T04:42:27,300 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=13aa81add8b8,43481,1732509686144 2024-11-25T04:42:27,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x101719568560001, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T04:42:27,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T04:42:27,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x101719568560001, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:27,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:27,352 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T04:42:27,353 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T04:42:27,353 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T04:42:27,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:42:27,353 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '13aa81add8b8,38529,1732509687008' ***** 2024-11-25T04:42:27,353 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T04:42:27,354 INFO [RS:0;13aa81add8b8:38529 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T04:42:27,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38529-0x101719568560001, quorum=127.0.0.1:61656, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T04:42:27,354 INFO [RS:0;13aa81add8b8:38529 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T04:42:27,354 INFO [RS:0;13aa81add8b8:38529 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T04:42:27,354 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T04:42:27,354 INFO [RS:0;13aa81add8b8:38529 {}] regionserver.HRegionServer(3091): Received CLOSE for ec7de9ac173b03d3cb05028892e4e0a4 2024-11-25T04:42:27,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T04:42:27,355 INFO [RS:0;13aa81add8b8:38529 {}] regionserver.HRegionServer(959): stopping server 13aa81add8b8,38529,1732509687008 2024-11-25T04:42:27,355 INFO [RS:0;13aa81add8b8:38529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T04:42:27,355 INFO [RS:0;13aa81add8b8:38529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;13aa81add8b8:38529. 2024-11-25T04:42:27,355 DEBUG [RS:0;13aa81add8b8:38529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T04:42:27,355 DEBUG [RS:0;13aa81add8b8:38529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:42:27,355 INFO [RS:0;13aa81add8b8:38529 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T04:42:27,355 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec7de9ac173b03d3cb05028892e4e0a4, disabling compactions & flushes 2024-11-25T04:42:27,356 INFO [RS:0;13aa81add8b8:38529 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T04:42:27,356 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4. 2024-11-25T04:42:27,356 INFO [RS:0;13aa81add8b8:38529 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T04:42:27,356 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4. 2024-11-25T04:42:27,356 INFO [RS:0;13aa81add8b8:38529 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T04:42:27,356 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4. after waiting 0 ms 2024-11-25T04:42:27,356 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4. 2024-11-25T04:42:27,356 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ec7de9ac173b03d3cb05028892e4e0a4 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-25T04:42:27,364 INFO [RS:0;13aa81add8b8:38529 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T04:42:27,364 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T04:42:27,364 DEBUG [RS:0;13aa81add8b8:38529 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ec7de9ac173b03d3cb05028892e4e0a4=TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4.} 2024-11-25T04:42:27,364 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T04:42:27,364 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T04:42:27,364 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T04:42:27,364 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T04:42:27,364 DEBUG [RS:0;13aa81add8b8:38529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec7de9ac173b03d3cb05028892e4e0a4 2024-11-25T04:42:27,364 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-25T04:42:27,373 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/default/TestLogRolling-testSlowSyncLogRolling/ec7de9ac173b03d3cb05028892e4e0a4/.tmp/info/734b74de89ce494ab2522c33e9b06798 is 1055, key is row0017/info:/1732509737267/Put/seqid=0 2024-11-25T04:42:27,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741843_1019 (size=10222) 2024-11-25T04:42:27,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741843_1019 (size=10222) 2024-11-25T04:42:27,392 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/default/TestLogRolling-testSlowSyncLogRolling/ec7de9ac173b03d3cb05028892e4e0a4/.tmp/info/734b74de89ce494ab2522c33e9b06798 2024-11-25T04:42:27,399 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/hbase/meta/1588230740/.tmp/info/c30a92659f544db78cdb64355a95a7c5 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4./info:regioninfo/1732509690438/Put/seqid=0 2024-11-25T04:42:27,410 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/default/TestLogRolling-testSlowSyncLogRolling/ec7de9ac173b03d3cb05028892e4e0a4/.tmp/info/734b74de89ce494ab2522c33e9b06798 as hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/default/TestLogRolling-testSlowSyncLogRolling/ec7de9ac173b03d3cb05028892e4e0a4/info/734b74de89ce494ab2522c33e9b06798 2024-11-25T04:42:27,423 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/default/TestLogRolling-testSlowSyncLogRolling/ec7de9ac173b03d3cb05028892e4e0a4/info/734b74de89ce494ab2522c33e9b06798, entries=5, sequenceid=31, filesize=10.0 K 2024-11-25T04:42:27,424 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for ec7de9ac173b03d3cb05028892e4e0a4 in 68ms, sequenceid=31, compaction requested=true 2024-11-25T04:42:27,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741844_1020 (size=7016) 2024-11-25T04:42:27,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741844_1020 (size=7016) 2024-11-25T04:42:27,434 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/hbase/meta/1588230740/.tmp/info/c30a92659f544db78cdb64355a95a7c5 2024-11-25T04:42:27,441 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/default/TestLogRolling-testSlowSyncLogRolling/ec7de9ac173b03d3cb05028892e4e0a4/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-25T04:42:27,444 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4. 2024-11-25T04:42:27,444 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec7de9ac173b03d3cb05028892e4e0a4: Waiting for close lock at 1732509747355Running coprocessor pre-close hooks at 1732509747355Disabling compacts and flushes for region at 1732509747355Disabling writes for close at 1732509747356 (+1 ms)Obtaining lock to block concurrent updates at 1732509747356Preparing flush snapshotting stores in ec7de9ac173b03d3cb05028892e4e0a4 at 1732509747356Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1732509747357 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4. at 1732509747358 (+1 ms)Flushing ec7de9ac173b03d3cb05028892e4e0a4/info: creating writer at 1732509747359 (+1 ms)Flushing ec7de9ac173b03d3cb05028892e4e0a4/info: appending metadata at 1732509747372 (+13 ms)Flushing ec7de9ac173b03d3cb05028892e4e0a4/info: closing flushed file at 1732509747372Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36bfcaa9: reopening flushed file at 1732509747407 (+35 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for ec7de9ac173b03d3cb05028892e4e0a4 in 68ms, sequenceid=31, compaction requested=true at 1732509747425 (+18 ms)Writing region close event to WAL at 1732509747435 (+10 ms)Running coprocessor post-close hooks at 1732509747442 (+7 ms)Closed at 1732509747444 (+2 ms) 2024-11-25T04:42:27,445 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1732509689985.ec7de9ac173b03d3cb05028892e4e0a4. 2024-11-25T04:42:27,473 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/hbase/meta/1588230740/.tmp/ns/93ea00d89f5a49bb97edaa0523575ecc is 43, key is default/ns:d/1732509689662/Put/seqid=0 2024-11-25T04:42:27,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741845_1021 (size=5153) 2024-11-25T04:42:27,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741845_1021 (size=5153) 2024-11-25T04:42:27,487 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/hbase/meta/1588230740/.tmp/ns/93ea00d89f5a49bb97edaa0523575ecc 2024-11-25T04:42:27,515 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/hbase/meta/1588230740/.tmp/table/a5fe6f8fb55d425a98c5181ff17edbac is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1732509690491/Put/seqid=0 2024-11-25T04:42:27,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741846_1022 (size=5396) 2024-11-25T04:42:27,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741846_1022 (size=5396) 2024-11-25T04:42:27,524 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/hbase/meta/1588230740/.tmp/table/a5fe6f8fb55d425a98c5181ff17edbac 2024-11-25T04:42:27,537 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/hbase/meta/1588230740/.tmp/info/c30a92659f544db78cdb64355a95a7c5 as hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/hbase/meta/1588230740/info/c30a92659f544db78cdb64355a95a7c5 2024-11-25T04:42:27,548 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/hbase/meta/1588230740/info/c30a92659f544db78cdb64355a95a7c5, entries=10, sequenceid=11, filesize=6.9 K 2024-11-25T04:42:27,550 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/hbase/meta/1588230740/.tmp/ns/93ea00d89f5a49bb97edaa0523575ecc as hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/hbase/meta/1588230740/ns/93ea00d89f5a49bb97edaa0523575ecc 2024-11-25T04:42:27,564 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/hbase/meta/1588230740/ns/93ea00d89f5a49bb97edaa0523575ecc, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T04:42:27,565 DEBUG [RS:0;13aa81add8b8:38529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T04:42:27,566 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/hbase/meta/1588230740/.tmp/table/a5fe6f8fb55d425a98c5181ff17edbac as hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/hbase/meta/1588230740/table/a5fe6f8fb55d425a98c5181ff17edbac 2024-11-25T04:42:27,579 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/hbase/meta/1588230740/table/a5fe6f8fb55d425a98c5181ff17edbac, entries=2, sequenceid=11, filesize=5.3 K 2024-11-25T04:42:27,582 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 216ms, sequenceid=11, compaction requested=false 2024-11-25T04:42:27,593 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T04:42:27,594 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T04:42:27,595 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T04:42:27,595 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732509747364Running coprocessor pre-close hooks at 1732509747364Disabling compacts and flushes for region at 1732509747364Disabling writes for close at 1732509747364Obtaining lock to block concurrent updates at 1732509747365 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732509747365Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1732509747365Flushing stores of hbase:meta,,1.1588230740 at 1732509747370 (+5 ms)Flushing 1588230740/info: creating writer at 1732509747370Flushing 1588230740/info: appending metadata at 1732509747398 (+28 ms)Flushing 1588230740/info: closing flushed file at 1732509747398Flushing 1588230740/ns: creating writer at 1732509747448 (+50 ms)Flushing 1588230740/ns: appending metadata at 1732509747472 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732509747472Flushing 1588230740/table: creating writer at 1732509747498 (+26 ms)Flushing 1588230740/table: appending metadata at 1732509747515 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732509747515Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4514175d: reopening flushed file at 1732509747535 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e1cf5d8: reopening flushed file at 1732509747548 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28147bdd: reopening flushed file at 1732509747564 (+16 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 216ms, sequenceid=11, compaction requested=false at 1732509747583 (+19 ms)Writing region close event to WAL at 1732509747588 (+5 ms)Running coprocessor post-close hooks at 1732509747594 (+6 ms)Closed at 1732509747595 (+1 ms) 2024-11-25T04:42:27,595 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T04:42:27,730 INFO [regionserver/13aa81add8b8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T04:42:27,730 INFO [regionserver/13aa81add8b8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T04:42:27,765 INFO [RS:0;13aa81add8b8:38529 {}] regionserver.HRegionServer(976): stopping server 13aa81add8b8,38529,1732509687008; all regions closed. 2024-11-25T04:42:27,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741834_1010 (size=3066) 2024-11-25T04:42:27,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741834_1010 (size=3066) 2024-11-25T04:42:27,774 DEBUG [RS:0;13aa81add8b8:38529 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/oldWALs 2024-11-25T04:42:27,774 INFO [RS:0;13aa81add8b8:38529 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 13aa81add8b8%2C38529%2C1732509687008.meta:.meta(num 1732509689431) 2024-11-25T04:42:27,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741841_1017 (size=13164) 2024-11-25T04:42:27,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741841_1017 (size=13164) 2024-11-25T04:42:27,785 DEBUG [RS:0;13aa81add8b8:38529 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/oldWALs 2024-11-25T04:42:27,785 INFO [RS:0;13aa81add8b8:38529 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 13aa81add8b8%2C38529%2C1732509687008:(num 1732509727209) 2024-11-25T04:42:27,785 DEBUG [RS:0;13aa81add8b8:38529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:42:27,785 INFO [RS:0;13aa81add8b8:38529 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T04:42:27,785 INFO [RS:0;13aa81add8b8:38529 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T04:42:27,785 INFO [RS:0;13aa81add8b8:38529 {}] hbase.ChoreService(370): Chore service for: regionserver/13aa81add8b8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T04:42:27,785 INFO [RS:0;13aa81add8b8:38529 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T04:42:27,785 INFO [regionserver/13aa81add8b8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T04:42:27,786 INFO [RS:0;13aa81add8b8:38529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38529 2024-11-25T04:42:27,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T04:42:27,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x101719568560001, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/13aa81add8b8,38529,1732509687008 2024-11-25T04:42:27,844 INFO [RS:0;13aa81add8b8:38529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T04:42:27,854 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [13aa81add8b8,38529,1732509687008] 2024-11-25T04:42:27,862 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/13aa81add8b8,38529,1732509687008 already deleted, retry=false 2024-11-25T04:42:27,862 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 13aa81add8b8,38529,1732509687008 expired; onlineServers=0 2024-11-25T04:42:27,863 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '13aa81add8b8,43481,1732509686144' ***** 2024-11-25T04:42:27,863 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T04:42:27,863 INFO [M:0;13aa81add8b8:43481 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T04:42:27,863 INFO [M:0;13aa81add8b8:43481 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T04:42:27,863 DEBUG [M:0;13aa81add8b8:43481 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T04:42:27,863 DEBUG [M:0;13aa81add8b8:43481 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T04:42:27,863 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T04:42:27,863 DEBUG [master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.small.0-1732509688427 {}] cleaner.HFileCleaner(306): Exit Thread[master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.small.0-1732509688427,5,FailOnTimeoutGroup] 2024-11-25T04:42:27,863 DEBUG [master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.large.0-1732509688423 {}] cleaner.HFileCleaner(306): Exit Thread[master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.large.0-1732509688423,5,FailOnTimeoutGroup] 2024-11-25T04:42:27,863 INFO [M:0;13aa81add8b8:43481 {}] hbase.ChoreService(370): Chore service for: master/13aa81add8b8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T04:42:27,863 INFO [M:0;13aa81add8b8:43481 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T04:42:27,864 DEBUG [M:0;13aa81add8b8:43481 {}] master.HMaster(1795): Stopping service threads 2024-11-25T04:42:27,864 INFO [M:0;13aa81add8b8:43481 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T04:42:27,864 INFO [M:0;13aa81add8b8:43481 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T04:42:27,864 INFO [M:0;13aa81add8b8:43481 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T04:42:27,864 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T04:42:27,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T04:42:27,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:27,871 DEBUG [M:0;13aa81add8b8:43481 {}] zookeeper.ZKUtil(347): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T04:42:27,871 WARN [M:0;13aa81add8b8:43481 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T04:42:27,872 INFO [M:0;13aa81add8b8:43481 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/.lastflushedseqids 2024-11-25T04:42:27,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741847_1023 (size=130) 2024-11-25T04:42:27,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741847_1023 (size=130) 2024-11-25T04:42:27,888 INFO [M:0;13aa81add8b8:43481 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T04:42:27,888 INFO [M:0;13aa81add8b8:43481 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T04:42:27,889 DEBUG [M:0;13aa81add8b8:43481 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T04:42:27,889 INFO [M:0;13aa81add8b8:43481 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:42:27,889 DEBUG [M:0;13aa81add8b8:43481 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:42:27,889 DEBUG [M:0;13aa81add8b8:43481 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T04:42:27,889 DEBUG [M:0;13aa81add8b8:43481 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:42:27,889 INFO [M:0;13aa81add8b8:43481 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.04 KB heapSize=29.21 KB 2024-11-25T04:42:27,912 DEBUG [M:0;13aa81add8b8:43481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56f222aed56e4399bbe3ba0fd9685e36 is 82, key is hbase:meta,,1/info:regioninfo/1732509689538/Put/seqid=0 2024-11-25T04:42:27,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741848_1024 (size=5672) 2024-11-25T04:42:27,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741848_1024 (size=5672) 2024-11-25T04:42:27,928 INFO [M:0;13aa81add8b8:43481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56f222aed56e4399bbe3ba0fd9685e36 2024-11-25T04:42:27,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x101719568560001, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T04:42:27,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38529-0x101719568560001, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T04:42:27,955 INFO [RS:0;13aa81add8b8:38529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T04:42:27,955 INFO [RS:0;13aa81add8b8:38529 {}] regionserver.HRegionServer(1031): Exiting; stopping=13aa81add8b8,38529,1732509687008; zookeeper connection closed. 2024-11-25T04:42:27,956 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ae6284d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ae6284d 2024-11-25T04:42:27,956 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T04:42:27,958 DEBUG [M:0;13aa81add8b8:43481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9920905836b7472bb223b2d90cb9f13f is 767, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732509690506/Put/seqid=0 2024-11-25T04:42:27,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741849_1025 (size=6248) 2024-11-25T04:42:27,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741849_1025 (size=6248) 2024-11-25T04:42:27,967 INFO [M:0;13aa81add8b8:43481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.43 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9920905836b7472bb223b2d90cb9f13f 2024-11-25T04:42:27,978 INFO [M:0;13aa81add8b8:43481 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9920905836b7472bb223b2d90cb9f13f 2024-11-25T04:42:28,000 DEBUG [M:0;13aa81add8b8:43481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f213de5b6eb4e47bbdca202b555454a is 69, key is 13aa81add8b8,38529,1732509687008/rs:state/1732509688553/Put/seqid=0 2024-11-25T04:42:28,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741850_1026 (size=5156) 2024-11-25T04:42:28,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741850_1026 (size=5156) 2024-11-25T04:42:28,010 INFO [M:0;13aa81add8b8:43481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f213de5b6eb4e47bbdca202b555454a 2024-11-25T04:42:28,039 DEBUG [M:0;13aa81add8b8:43481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f41e61ca8189473589e2d848728f6a0f is 52, key is load_balancer_on/state:d/1732509689963/Put/seqid=0 2024-11-25T04:42:28,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741851_1027 (size=5056) 2024-11-25T04:42:28,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741851_1027 (size=5056) 2024-11-25T04:42:28,048 INFO [M:0;13aa81add8b8:43481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f41e61ca8189473589e2d848728f6a0f 2024-11-25T04:42:28,062 DEBUG [M:0;13aa81add8b8:43481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56f222aed56e4399bbe3ba0fd9685e36 as hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56f222aed56e4399bbe3ba0fd9685e36 2024-11-25T04:42:28,074 INFO [M:0;13aa81add8b8:43481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56f222aed56e4399bbe3ba0fd9685e36, entries=8, sequenceid=59, filesize=5.5 K 2024-11-25T04:42:28,076 DEBUG [M:0;13aa81add8b8:43481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9920905836b7472bb223b2d90cb9f13f as hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9920905836b7472bb223b2d90cb9f13f 2024-11-25T04:42:28,086 INFO [M:0;13aa81add8b8:43481 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9920905836b7472bb223b2d90cb9f13f 2024-11-25T04:42:28,086 INFO [M:0;13aa81add8b8:43481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9920905836b7472bb223b2d90cb9f13f, entries=6, sequenceid=59, filesize=6.1 K 2024-11-25T04:42:28,088 DEBUG [M:0;13aa81add8b8:43481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f213de5b6eb4e47bbdca202b555454a as hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2f213de5b6eb4e47bbdca202b555454a 2024-11-25T04:42:28,098 INFO [M:0;13aa81add8b8:43481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2f213de5b6eb4e47bbdca202b555454a, entries=1, sequenceid=59, filesize=5.0 K 2024-11-25T04:42:28,099 DEBUG [M:0;13aa81add8b8:43481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f41e61ca8189473589e2d848728f6a0f as hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f41e61ca8189473589e2d848728f6a0f 2024-11-25T04:42:28,108 INFO [M:0;13aa81add8b8:43481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f41e61ca8189473589e2d848728f6a0f, entries=1, sequenceid=59, filesize=4.9 K 2024-11-25T04:42:28,109 INFO [M:0;13aa81add8b8:43481 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 220ms, sequenceid=59, compaction requested=false 2024-11-25T04:42:28,113 INFO [M:0;13aa81add8b8:43481 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:42:28,113 DEBUG [M:0;13aa81add8b8:43481 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732509747888Disabling compacts and flushes for region at 1732509747888Disabling writes for close at 1732509747889 (+1 ms)Obtaining lock to block concurrent updates at 1732509747889Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732509747889Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23588, getHeapSize=29848, getOffHeapSize=0, getCellsCount=70 at 1732509747890 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732509747891 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732509747891Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732509747912 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732509747912Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732509747938 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732509747957 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732509747957Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732509747978 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732509747999 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732509747999Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732509748018 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732509748038 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732509748038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cdbe118: reopening flushed file at 1732509748060 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2068a9df: reopening flushed file at 1732509748074 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60daf54b: reopening flushed file at 1732509748087 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35c6a21b: reopening flushed file at 1732509748098 (+11 ms)Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 220ms, sequenceid=59, compaction requested=false at 1732509748110 (+12 ms)Writing region close event to WAL at 1732509748113 (+3 ms)Closed at 1732509748113 2024-11-25T04:42:28,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741830_1006 (size=27985) 2024-11-25T04:42:28,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741830_1006 (size=27985) 2024-11-25T04:42:28,118 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T04:42:28,119 INFO [M:0;13aa81add8b8:43481 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T04:42:28,119 INFO [M:0;13aa81add8b8:43481 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43481 2024-11-25T04:42:28,119 INFO [M:0;13aa81add8b8:43481 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T04:42:28,294 INFO [M:0;13aa81add8b8:43481 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T04:42:28,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T04:42:28,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43481-0x101719568560000, quorum=127.0.0.1:61656, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T04:42:28,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:42:28,301 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T04:42:28,301 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T04:42:28,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T04:42:28,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/hadoop.log.dir/,STOPPED} 2024-11-25T04:42:28,306 WARN [BP-799657780-172.17.0.2-1732509681541 heartbeating to localhost/127.0.0.1:36425 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T04:42:28,306 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T04:42:28,306 WARN [BP-799657780-172.17.0.2-1732509681541 heartbeating to localhost/127.0.0.1:36425 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-799657780-172.17.0.2-1732509681541 (Datanode Uuid 233ed07e-d7fb-4b32-9b90-245fb76b48e6) service to localhost/127.0.0.1:36425 2024-11-25T04:42:28,306 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T04:42:28,308 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/cluster_1fcbcbb0-a5ec-bd39-2507-74787aa8416a/data/data3/current/BP-799657780-172.17.0.2-1732509681541 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:42:28,308 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/cluster_1fcbcbb0-a5ec-bd39-2507-74787aa8416a/data/data4/current/BP-799657780-172.17.0.2-1732509681541 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:42:28,309 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T04:42:28,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:42:28,320 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T04:42:28,320 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T04:42:28,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T04:42:28,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/hadoop.log.dir/,STOPPED} 2024-11-25T04:42:28,322 WARN [BP-799657780-172.17.0.2-1732509681541 heartbeating to localhost/127.0.0.1:36425 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T04:42:28,322 WARN [BP-799657780-172.17.0.2-1732509681541 heartbeating to localhost/127.0.0.1:36425 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-799657780-172.17.0.2-1732509681541 (Datanode Uuid a8b3845c-fec4-466d-900f-54642125e07a) service to localhost/127.0.0.1:36425 2024-11-25T04:42:28,322 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T04:42:28,322 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T04:42:28,323 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/cluster_1fcbcbb0-a5ec-bd39-2507-74787aa8416a/data/data1/current/BP-799657780-172.17.0.2-1732509681541 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:42:28,323 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/cluster_1fcbcbb0-a5ec-bd39-2507-74787aa8416a/data/data2/current/BP-799657780-172.17.0.2-1732509681541 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:42:28,324 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T04:42:28,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T04:42:28,338 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T04:42:28,338 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T04:42:28,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T04:42:28,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/hadoop.log.dir/,STOPPED} 2024-11-25T04:42:28,351 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T04:42:28,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T04:42:28,395 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=65 (was 12) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:36425 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36425 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/13aa81add8b8:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:36425 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/13aa81add8b8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3640f323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/13aa81add8b8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36425 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/13aa81add8b8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:36425 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=388 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=367 (was 537), ProcessCount=11 (was 11), AvailableMemoryMB=11177 (was 11823) 2024-11-25T04:42:28,402 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=66, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=367, ProcessCount=11, AvailableMemoryMB=11177 2024-11-25T04:42:28,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T04:42:28,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/hadoop.log.dir so I do NOT create it in target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81 2024-11-25T04:42:28,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/251e13b1-c0b8-14c0-dad9-94ca2c20dfd0/hadoop.tmp.dir so I do NOT create it in target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81 2024-11-25T04:42:28,403 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622, deleteOnExit=true 2024-11-25T04:42:28,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T04:42:28,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/test.cache.data in system properties and HBase conf 2024-11-25T04:42:28,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T04:42:28,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/hadoop.log.dir in system properties and HBase conf 2024-11-25T04:42:28,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T04:42:28,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T04:42:28,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T04:42:28,404 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T04:42:28,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T04:42:28,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T04:42:28,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T04:42:28,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T04:42:28,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T04:42:28,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T04:42:28,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T04:42:28,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T04:42:28,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T04:42:28,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/nfs.dump.dir in system properties and HBase conf 2024-11-25T04:42:28,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/java.io.tmpdir in system properties and HBase conf 2024-11-25T04:42:28,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T04:42:28,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T04:42:28,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T04:42:28,677 INFO [regionserver/13aa81add8b8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T04:42:28,696 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T04:42:28,703 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T04:42:28,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T04:42:28,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T04:42:28,705 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T04:42:28,706 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T04:42:28,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ef478{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/hadoop.log.dir/,AVAILABLE} 2024-11-25T04:42:28,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cb3e4ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T04:42:28,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a5eaeb2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/java.io.tmpdir/jetty-localhost-38125-hadoop-hdfs-3_4_1-tests_jar-_-any-10033569176265542595/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T04:42:28,819 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28b3fb2c{HTTP/1.1, (http/1.1)}{localhost:38125} 2024-11-25T04:42:28,819 INFO [Time-limited test {}] server.Server(415): Started @70532ms 2024-11-25T04:42:29,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T04:42:29,046 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T04:42:29,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T04:42:29,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T04:42:29,048 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T04:42:29,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52967733{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/hadoop.log.dir/,AVAILABLE} 2024-11-25T04:42:29,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5109ef66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T04:42:29,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e375f1f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/java.io.tmpdir/jetty-localhost-33705-hadoop-hdfs-3_4_1-tests_jar-_-any-462461005529615100/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:42:29,191 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77942f0f{HTTP/1.1, (http/1.1)}{localhost:33705} 2024-11-25T04:42:29,192 INFO [Time-limited test {}] server.Server(415): Started @70905ms 2024-11-25T04:42:29,193 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T04:42:29,269 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T04:42:29,273 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T04:42:29,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T04:42:29,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T04:42:29,277 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T04:42:29,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@679249d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/hadoop.log.dir/,AVAILABLE} 2024-11-25T04:42:29,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d73a21b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T04:42:29,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a3a774e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/java.io.tmpdir/jetty-localhost-43193-hadoop-hdfs-3_4_1-tests_jar-_-any-11235648692610493415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:42:29,415 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@606071f5{HTTP/1.1, (http/1.1)}{localhost:43193} 2024-11-25T04:42:29,416 INFO [Time-limited test {}] server.Server(415): Started @71129ms 2024-11-25T04:42:29,417 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T04:42:29,954 WARN [Thread-384 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622/data/data1/current/BP-1206658370-172.17.0.2-1732509748431/current, will proceed with Du for space computation calculation, 2024-11-25T04:42:29,956 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622/data/data2/current/BP-1206658370-172.17.0.2-1732509748431/current, will proceed with Du for space computation calculation, 2024-11-25T04:42:29,983 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T04:42:29,990 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1463a79c2cc31179 with lease ID 0xaf946071bbea30a3: Processing first storage report for DS-cc28a52d-c191-42a5-a8d9-92606ac80702 from datanode DatanodeRegistration(127.0.0.1:40745, datanodeUuid=81388de9-399f-4e3e-821d-cd2e915fcdd5, infoPort=41295, infoSecurePort=0, ipcPort=40901, storageInfo=lv=-57;cid=testClusterID;nsid=1726400235;c=1732509748431) 2024-11-25T04:42:29,990 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1463a79c2cc31179 with lease ID 0xaf946071bbea30a3: from storage DS-cc28a52d-c191-42a5-a8d9-92606ac80702 node DatanodeRegistration(127.0.0.1:40745, datanodeUuid=81388de9-399f-4e3e-821d-cd2e915fcdd5, infoPort=41295, infoSecurePort=0, ipcPort=40901, storageInfo=lv=-57;cid=testClusterID;nsid=1726400235;c=1732509748431), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T04:42:29,990 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1463a79c2cc31179 with lease ID 0xaf946071bbea30a3: Processing first storage report for DS-07186459-c996-4814-b88c-8f6b120d86e3 from datanode DatanodeRegistration(127.0.0.1:40745, datanodeUuid=81388de9-399f-4e3e-821d-cd2e915fcdd5, infoPort=41295, infoSecurePort=0, ipcPort=40901, storageInfo=lv=-57;cid=testClusterID;nsid=1726400235;c=1732509748431) 2024-11-25T04:42:29,991 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1463a79c2cc31179 with lease ID 0xaf946071bbea30a3: from storage DS-07186459-c996-4814-b88c-8f6b120d86e3 node DatanodeRegistration(127.0.0.1:40745, datanodeUuid=81388de9-399f-4e3e-821d-cd2e915fcdd5, infoPort=41295, infoSecurePort=0, ipcPort=40901, storageInfo=lv=-57;cid=testClusterID;nsid=1726400235;c=1732509748431), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T04:42:30,217 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622/data/data4/current/BP-1206658370-172.17.0.2-1732509748431/current, will proceed with Du for space computation calculation, 2024-11-25T04:42:30,217 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622/data/data3/current/BP-1206658370-172.17.0.2-1732509748431/current, will proceed with Du for space computation calculation, 2024-11-25T04:42:30,249 WARN [Thread-372 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T04:42:30,253 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44bbc2a300a78b78 with lease ID 0xaf946071bbea30a4: Processing first storage report for DS-cc3e2d13-ec33-447b-bbc0-bb5ecb208fca from datanode DatanodeRegistration(127.0.0.1:33895, datanodeUuid=c03e4b38-09ad-4ebb-b117-95ec7cda1308, infoPort=46389, infoSecurePort=0, ipcPort=45889, storageInfo=lv=-57;cid=testClusterID;nsid=1726400235;c=1732509748431) 2024-11-25T04:42:30,253 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44bbc2a300a78b78 with lease ID 0xaf946071bbea30a4: from storage DS-cc3e2d13-ec33-447b-bbc0-bb5ecb208fca node DatanodeRegistration(127.0.0.1:33895, datanodeUuid=c03e4b38-09ad-4ebb-b117-95ec7cda1308, infoPort=46389, infoSecurePort=0, ipcPort=45889, storageInfo=lv=-57;cid=testClusterID;nsid=1726400235;c=1732509748431), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T04:42:30,253 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44bbc2a300a78b78 with lease ID 0xaf946071bbea30a4: Processing first storage report for DS-883594f8-4dd0-4e44-b4ed-a46b80e0c6de from datanode DatanodeRegistration(127.0.0.1:33895, datanodeUuid=c03e4b38-09ad-4ebb-b117-95ec7cda1308, infoPort=46389, infoSecurePort=0, ipcPort=45889, storageInfo=lv=-57;cid=testClusterID;nsid=1726400235;c=1732509748431) 2024-11-25T04:42:30,253 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44bbc2a300a78b78 with lease ID 0xaf946071bbea30a4: from storage DS-883594f8-4dd0-4e44-b4ed-a46b80e0c6de node DatanodeRegistration(127.0.0.1:33895, datanodeUuid=c03e4b38-09ad-4ebb-b117-95ec7cda1308, infoPort=46389, infoSecurePort=0, ipcPort=45889, storageInfo=lv=-57;cid=testClusterID;nsid=1726400235;c=1732509748431), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T04:42:30,261 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81 2024-11-25T04:42:30,278 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622/zookeeper_0, clientPort=50499, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T04:42:30,279 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50499 2024-11-25T04:42:30,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:42:30,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:42:30,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741825_1001 (size=7) 2024-11-25T04:42:30,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741825_1001 (size=7) 2024-11-25T04:42:30,317 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07 with version=8 2024-11-25T04:42:30,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/hbase-staging 2024-11-25T04:42:30,320 INFO [Time-limited test {}] client.ConnectionUtils(128): master/13aa81add8b8:0 server-side Connection retries=45 2024-11-25T04:42:30,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T04:42:30,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T04:42:30,320 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T04:42:30,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T04:42:30,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T04:42:30,320 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T04:42:30,321 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T04:42:30,322 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37845 2024-11-25T04:42:30,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37845 connecting to ZooKeeper ensemble=127.0.0.1:50499 2024-11-25T04:42:30,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378450x0, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T04:42:30,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37845-0x101719666c10000 connected 2024-11-25T04:42:30,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:42:30,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:42:30,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T04:42:30,468 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07, hbase.cluster.distributed=false 2024-11-25T04:42:30,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T04:42:30,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37845 2024-11-25T04:42:30,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37845 2024-11-25T04:42:30,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37845 2024-11-25T04:42:30,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37845 2024-11-25T04:42:30,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37845 2024-11-25T04:42:30,495 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/13aa81add8b8:0 server-side Connection retries=45 2024-11-25T04:42:30,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T04:42:30,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T04:42:30,495 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T04:42:30,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T04:42:30,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T04:42:30,496 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T04:42:30,496 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T04:42:30,496 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33677 2024-11-25T04:42:30,499 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33677 connecting to ZooKeeper ensemble=127.0.0.1:50499 2024-11-25T04:42:30,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:42:30,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:42:30,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336770x0, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T04:42:30,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336770x0, quorum=127.0.0.1:50499, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T04:42:30,513 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T04:42:30,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33677-0x101719666c10001 connected 2024-11-25T04:42:30,519 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T04:42:30,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33677-0x101719666c10001, quorum=127.0.0.1:50499, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T04:42:30,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33677-0x101719666c10001, quorum=127.0.0.1:50499, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T04:42:30,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33677 2024-11-25T04:42:30,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33677 2024-11-25T04:42:30,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33677 2024-11-25T04:42:30,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33677 2024-11-25T04:42:30,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33677 2024-11-25T04:42:30,551 DEBUG [M:0;13aa81add8b8:37845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;13aa81add8b8:37845 2024-11-25T04:42:30,552 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/13aa81add8b8,37845,1732509750319 2024-11-25T04:42:30,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T04:42:30,563 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/13aa81add8b8,37845,1732509750319 2024-11-25T04:42:30,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33677-0x101719666c10001, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T04:42:30,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:30,572 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T04:42:30,573 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/13aa81add8b8,37845,1732509750319 from backup master directory 2024-11-25T04:42:30,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33677-0x101719666c10001, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T04:42:30,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33677-0x101719666c10001, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:30,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33677-0x101719666c10001, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T04:42:30,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/13aa81add8b8,37845,1732509750319 2024-11-25T04:42:30,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T04:42:30,580 WARN [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T04:42:30,580 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=13aa81add8b8,37845,1732509750319 2024-11-25T04:42:30,588 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/hbase.id] with ID: 29320802-8224-4ef5-b4ed-6ad5f825fa85 2024-11-25T04:42:30,589 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/.tmp/hbase.id 2024-11-25T04:42:30,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741826_1002 (size=42) 2024-11-25T04:42:30,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741826_1002 (size=42) 2024-11-25T04:42:30,610 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/.tmp/hbase.id]:[hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/hbase.id] 2024-11-25T04:42:30,636 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:42:30,637 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T04:42:30,639 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T04:42:30,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33677-0x101719666c10001, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:30,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:30,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741827_1003 (size=196) 2024-11-25T04:42:30,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741827_1003 (size=196) 2024-11-25T04:42:30,687 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T04:42:30,687 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T04:42:30,689 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T04:42:30,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741828_1004 (size=1189) 2024-11-25T04:42:30,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741828_1004 (size=1189) 2024-11-25T04:42:30,713 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/data/master/store 2024-11-25T04:42:30,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741829_1005 (size=34) 2024-11-25T04:42:30,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741829_1005 (size=34) 2024-11-25T04:42:30,734 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:42:30,734 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T04:42:30,734 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:42:30,734 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:42:30,734 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T04:42:30,735 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:42:30,735 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:42:30,735 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732509750734Disabling compacts and flushes for region at 1732509750734Disabling writes for close at 1732509750735 (+1 ms)Writing region close event to WAL at 1732509750735Closed at 1732509750735 2024-11-25T04:42:30,736 WARN [master/13aa81add8b8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/data/master/store/.initializing 2024-11-25T04:42:30,737 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/WALs/13aa81add8b8,37845,1732509750319 2024-11-25T04:42:30,738 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T04:42:30,741 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=13aa81add8b8%2C37845%2C1732509750319, suffix=, logDir=hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/WALs/13aa81add8b8,37845,1732509750319, archiveDir=hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/oldWALs, maxLogs=10 2024-11-25T04:42:30,758 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/WALs/13aa81add8b8,37845,1732509750319/13aa81add8b8%2C37845%2C1732509750319.1732509750741, exclude list is [], retry=0 2024-11-25T04:42:30,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40745,DS-cc28a52d-c191-42a5-a8d9-92606ac80702,DISK] 2024-11-25T04:42:30,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33895,DS-cc3e2d13-ec33-447b-bbc0-bb5ecb208fca,DISK] 2024-11-25T04:42:30,771 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/WALs/13aa81add8b8,37845,1732509750319/13aa81add8b8%2C37845%2C1732509750319.1732509750741 2024-11-25T04:42:30,774 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41295:41295),(127.0.0.1/127.0.0.1:46389:46389)] 2024-11-25T04:42:30,774 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T04:42:30,774 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:42:30,774 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:42:30,774 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:42:30,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:42:30,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T04:42:30,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:30,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:42:30,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:42:30,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T04:42:30,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:30,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T04:42:30,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:42:30,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T04:42:30,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:30,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T04:42:30,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:42:30,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T04:42:30,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:30,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T04:42:30,796 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:42:30,797 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:42:30,798 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:42:30,800 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:42:30,800 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:42:30,801 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T04:42:30,803 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:42:30,816 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T04:42:30,816 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=745937, jitterRate=-0.05149303376674652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T04:42:30,818 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732509750775Initializing all the Stores at 1732509750776 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509750776Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509750776Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509750776Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509750776Cleaning up temporary data from old regions at 1732509750800 (+24 ms)Region opened successfully at 1732509750818 (+18 ms) 2024-11-25T04:42:30,830 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T04:42:30,838 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e4f2eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=13aa81add8b8/172.17.0.2:0 2024-11-25T04:42:30,841 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T04:42:30,841 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T04:42:30,841 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T04:42:30,841 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T04:42:30,842 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T04:42:30,843 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T04:42:30,843 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T04:42:30,850 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T04:42:30,851 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T04:42:30,868 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T04:42:30,868 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T04:42:30,869 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T04:42:30,879 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T04:42:30,879 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T04:42:30,881 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T04:42:30,887 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T04:42:30,889 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T04:42:30,895 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T04:42:30,898 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T04:42:30,903 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T04:42:30,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T04:42:30,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33677-0x101719666c10001, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T04:42:30,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33677-0x101719666c10001, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:30,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:30,915 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=13aa81add8b8,37845,1732509750319, sessionid=0x101719666c10000, setting cluster-up flag (Was=false) 2024-11-25T04:42:30,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:30,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33677-0x101719666c10001, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:30,962 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T04:42:30,964 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=13aa81add8b8,37845,1732509750319 2024-11-25T04:42:30,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:30,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33677-0x101719666c10001, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:31,018 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T04:42:31,023 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=13aa81add8b8,37845,1732509750319 2024-11-25T04:42:31,027 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T04:42:31,030 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T04:42:31,030 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T04:42:31,031 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T04:42:31,031 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 13aa81add8b8,37845,1732509750319 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T04:42:31,033 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/13aa81add8b8:0, corePoolSize=5, maxPoolSize=5 2024-11-25T04:42:31,033 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/13aa81add8b8:0, corePoolSize=5, maxPoolSize=5 2024-11-25T04:42:31,033 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/13aa81add8b8:0, corePoolSize=5, maxPoolSize=5 2024-11-25T04:42:31,034 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/13aa81add8b8:0, corePoolSize=5, maxPoolSize=5 2024-11-25T04:42:31,034 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/13aa81add8b8:0, corePoolSize=10, maxPoolSize=10 2024-11-25T04:42:31,034 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:31,034 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/13aa81add8b8:0, corePoolSize=2, maxPoolSize=2 2024-11-25T04:42:31,034 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:31,041 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T04:42:31,041 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T04:42:31,043 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:31,043 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T04:42:31,053 INFO [RS:0;13aa81add8b8:33677 {}] regionserver.HRegionServer(746): ClusterId : 29320802-8224-4ef5-b4ed-6ad5f825fa85 2024-11-25T04:42:31,054 DEBUG [RS:0;13aa81add8b8:33677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T04:42:31,062 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732509781062 2024-11-25T04:42:31,062 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T04:42:31,062 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T04:42:31,062 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T04:42:31,062 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T04:42:31,062 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T04:42:31,063 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T04:42:31,063 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:31,063 DEBUG [RS:0;13aa81add8b8:33677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T04:42:31,063 DEBUG [RS:0;13aa81add8b8:33677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T04:42:31,063 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T04:42:31,063 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T04:42:31,064 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T04:42:31,065 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T04:42:31,065 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T04:42:31,071 DEBUG [RS:0;13aa81add8b8:33677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T04:42:31,072 DEBUG [RS:0;13aa81add8b8:33677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@859ef27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=13aa81add8b8/172.17.0.2:0 2024-11-25T04:42:31,074 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.large.0-1732509751065,5,FailOnTimeoutGroup] 2024-11-25T04:42:31,083 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.small.0-1732509751075,5,FailOnTimeoutGroup] 2024-11-25T04:42:31,083 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:31,083 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T04:42:31,083 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:31,083 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:31,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741831_1007 (size=1321) 2024-11-25T04:42:31,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741831_1007 (size=1321) 2024-11-25T04:42:31,089 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T04:42:31,089 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07 2024-11-25T04:42:31,095 DEBUG [RS:0;13aa81add8b8:33677 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;13aa81add8b8:33677 2024-11-25T04:42:31,096 INFO [RS:0;13aa81add8b8:33677 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T04:42:31,096 INFO [RS:0;13aa81add8b8:33677 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T04:42:31,096 DEBUG [RS:0;13aa81add8b8:33677 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T04:42:31,097 INFO [RS:0;13aa81add8b8:33677 {}] regionserver.HRegionServer(2659): reportForDuty to master=13aa81add8b8,37845,1732509750319 with port=33677, startcode=1732509750494 2024-11-25T04:42:31,098 DEBUG [RS:0;13aa81add8b8:33677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T04:42:31,103 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50761, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T04:42:31,104 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37845 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 13aa81add8b8,33677,1732509750494 2024-11-25T04:42:31,104 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37845 {}] master.ServerManager(517): Registering regionserver=13aa81add8b8,33677,1732509750494 2024-11-25T04:42:31,106 DEBUG [RS:0;13aa81add8b8:33677 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07 2024-11-25T04:42:31,106 DEBUG [RS:0;13aa81add8b8:33677 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41961 2024-11-25T04:42:31,106 DEBUG [RS:0;13aa81add8b8:33677 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T04:42:31,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T04:42:31,113 DEBUG [RS:0;13aa81add8b8:33677 {}] zookeeper.ZKUtil(111): regionserver:33677-0x101719666c10001, quorum=127.0.0.1:50499, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/13aa81add8b8,33677,1732509750494 2024-11-25T04:42:31,114 WARN [RS:0;13aa81add8b8:33677 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T04:42:31,114 INFO [RS:0;13aa81add8b8:33677 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T04:42:31,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741832_1008 (size=32) 2024-11-25T04:42:31,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741832_1008 (size=32) 2024-11-25T04:42:31,114 DEBUG [RS:0;13aa81add8b8:33677 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494 2024-11-25T04:42:31,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:42:31,116 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [13aa81add8b8,33677,1732509750494] 2024-11-25T04:42:31,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T04:42:31,124 INFO [RS:0;13aa81add8b8:33677 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T04:42:31,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T04:42:31,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:31,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:42:31,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T04:42:31,134 INFO [RS:0;13aa81add8b8:33677 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T04:42:31,135 INFO [RS:0;13aa81add8b8:33677 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T04:42:31,135 INFO [RS:0;13aa81add8b8:33677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:31,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T04:42:31,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:31,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:42:31,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T04:42:31,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T04:42:31,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:31,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:42:31,142 INFO [RS:0;13aa81add8b8:33677 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T04:42:31,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T04:42:31,143 INFO [RS:0;13aa81add8b8:33677 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T04:42:31,143 INFO [RS:0;13aa81add8b8:33677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:31,144 DEBUG [RS:0;13aa81add8b8:33677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:31,144 DEBUG [RS:0;13aa81add8b8:33677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:31,144 DEBUG [RS:0;13aa81add8b8:33677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:31,144 DEBUG [RS:0;13aa81add8b8:33677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:31,144 DEBUG [RS:0;13aa81add8b8:33677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:31,144 DEBUG [RS:0;13aa81add8b8:33677 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/13aa81add8b8:0, corePoolSize=2, maxPoolSize=2 2024-11-25T04:42:31,144 DEBUG [RS:0;13aa81add8b8:33677 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:31,144 DEBUG [RS:0;13aa81add8b8:33677 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:31,144 DEBUG [RS:0;13aa81add8b8:33677 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:31,145 DEBUG [RS:0;13aa81add8b8:33677 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:31,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T04:42:31,145 DEBUG [RS:0;13aa81add8b8:33677 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:31,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:31,145 DEBUG [RS:0;13aa81add8b8:33677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:31,145 DEBUG [RS:0;13aa81add8b8:33677 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/13aa81add8b8:0, corePoolSize=3, maxPoolSize=3 2024-11-25T04:42:31,145 DEBUG [RS:0;13aa81add8b8:33677 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0, corePoolSize=3, maxPoolSize=3 2024-11-25T04:42:31,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:42:31,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T04:42:31,146 INFO [RS:0;13aa81add8b8:33677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:31,147 INFO [RS:0;13aa81add8b8:33677 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:31,147 INFO [RS:0;13aa81add8b8:33677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:31,147 INFO [RS:0;13aa81add8b8:33677 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:31,147 INFO [RS:0;13aa81add8b8:33677 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:31,147 INFO [RS:0;13aa81add8b8:33677 {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,33677,1732509750494-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T04:42:31,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/hbase/meta/1588230740 2024-11-25T04:42:31,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/hbase/meta/1588230740 2024-11-25T04:42:31,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T04:42:31,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T04:42:31,152 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T04:42:31,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T04:42:31,163 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T04:42:31,164 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=738168, jitterRate=-0.061372071504592896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T04:42:31,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732509751115Initializing all the Stores at 1732509751116 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509751116Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509751122 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509751122Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509751122Cleaning up temporary data from old regions at 1732509751152 (+30 ms)Region opened successfully at 1732509751165 (+13 ms) 2024-11-25T04:42:31,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T04:42:31,165 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T04:42:31,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T04:42:31,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T04:42:31,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T04:42:31,175 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T04:42:31,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732509751165Disabling compacts and flushes for region at 1732509751165Disabling writes for close at 1732509751166 (+1 ms)Writing region close event to WAL at 1732509751175 (+9 ms)Closed at 1732509751175 2024-11-25T04:42:31,176 INFO [RS:0;13aa81add8b8:33677 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T04:42:31,176 INFO [RS:0;13aa81add8b8:33677 {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,33677,1732509750494-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:31,177 INFO [RS:0;13aa81add8b8:33677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:31,177 INFO [RS:0;13aa81add8b8:33677 {}] regionserver.Replication(171): 13aa81add8b8,33677,1732509750494 started 2024-11-25T04:42:31,177 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T04:42:31,177 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T04:42:31,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T04:42:31,180 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T04:42:31,182 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T04:42:31,198 INFO [RS:0;13aa81add8b8:33677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:31,198 INFO [RS:0;13aa81add8b8:33677 {}] regionserver.HRegionServer(1482): Serving as 13aa81add8b8,33677,1732509750494, RpcServer on 13aa81add8b8/172.17.0.2:33677, sessionid=0x101719666c10001 2024-11-25T04:42:31,199 DEBUG [RS:0;13aa81add8b8:33677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T04:42:31,199 DEBUG [RS:0;13aa81add8b8:33677 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 13aa81add8b8,33677,1732509750494 2024-11-25T04:42:31,199 DEBUG [RS:0;13aa81add8b8:33677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '13aa81add8b8,33677,1732509750494' 2024-11-25T04:42:31,199 DEBUG [RS:0;13aa81add8b8:33677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T04:42:31,199 DEBUG [RS:0;13aa81add8b8:33677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T04:42:31,200 DEBUG [RS:0;13aa81add8b8:33677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T04:42:31,200 DEBUG [RS:0;13aa81add8b8:33677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T04:42:31,200 DEBUG [RS:0;13aa81add8b8:33677 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 13aa81add8b8,33677,1732509750494 2024-11-25T04:42:31,200 DEBUG [RS:0;13aa81add8b8:33677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '13aa81add8b8,33677,1732509750494' 2024-11-25T04:42:31,200 DEBUG [RS:0;13aa81add8b8:33677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T04:42:31,201 DEBUG [RS:0;13aa81add8b8:33677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T04:42:31,201 DEBUG [RS:0;13aa81add8b8:33677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T04:42:31,201 INFO [RS:0;13aa81add8b8:33677 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T04:42:31,201 INFO [RS:0;13aa81add8b8:33677 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T04:42:31,302 INFO [RS:0;13aa81add8b8:33677 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T04:42:31,304 INFO [RS:0;13aa81add8b8:33677 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=13aa81add8b8%2C33677%2C1732509750494, suffix=, logDir=hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494, archiveDir=hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/oldWALs, maxLogs=32 2024-11-25T04:42:31,322 DEBUG [RS:0;13aa81add8b8:33677 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494/13aa81add8b8%2C33677%2C1732509750494.1732509751306, exclude list is [], retry=0 2024-11-25T04:42:31,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33895,DS-cc3e2d13-ec33-447b-bbc0-bb5ecb208fca,DISK] 2024-11-25T04:42:31,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40745,DS-cc28a52d-c191-42a5-a8d9-92606ac80702,DISK] 2024-11-25T04:42:31,332 WARN [13aa81add8b8:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T04:42:31,337 INFO [RS:0;13aa81add8b8:33677 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494/13aa81add8b8%2C33677%2C1732509750494.1732509751306 2024-11-25T04:42:31,338 DEBUG [RS:0;13aa81add8b8:33677 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46389:46389),(127.0.0.1/127.0.0.1:41295:41295)] 2024-11-25T04:42:31,583 DEBUG [13aa81add8b8:37845 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T04:42:31,583 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=13aa81add8b8,33677,1732509750494 2024-11-25T04:42:31,585 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 13aa81add8b8,33677,1732509750494, state=OPENING 2024-11-25T04:42:31,629 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T04:42:31,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33677-0x101719666c10001, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:31,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:31,638 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T04:42:31,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T04:42:31,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=13aa81add8b8,33677,1732509750494}] 2024-11-25T04:42:31,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T04:42:31,792 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T04:42:31,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58065, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T04:42:31,799 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T04:42:31,799 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T04:42:31,800 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T04:42:31,802 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=13aa81add8b8%2C33677%2C1732509750494.meta, suffix=.meta, logDir=hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494, archiveDir=hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/oldWALs, maxLogs=32 2024-11-25T04:42:31,823 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494/13aa81add8b8%2C33677%2C1732509750494.meta.1732509751804.meta, exclude list is [], retry=0 2024-11-25T04:42:31,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33895,DS-cc3e2d13-ec33-447b-bbc0-bb5ecb208fca,DISK] 2024-11-25T04:42:31,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40745,DS-cc28a52d-c191-42a5-a8d9-92606ac80702,DISK] 2024-11-25T04:42:31,855 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494/13aa81add8b8%2C33677%2C1732509750494.meta.1732509751804.meta 2024-11-25T04:42:31,855 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46389:46389),(127.0.0.1/127.0.0.1:41295:41295)] 2024-11-25T04:42:31,856 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T04:42:31,856 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T04:42:31,856 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T04:42:31,856 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T04:42:31,856 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T04:42:31,857 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:42:31,857 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T04:42:31,857 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T04:42:31,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T04:42:31,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T04:42:31,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:31,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:42:31,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T04:42:31,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T04:42:31,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:31,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:42:31,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T04:42:31,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T04:42:31,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:31,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:42:31,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T04:42:31,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T04:42:31,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:31,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:42:31,875 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T04:42:31,877 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/hbase/meta/1588230740 2024-11-25T04:42:31,880 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/hbase/meta/1588230740 2024-11-25T04:42:31,883 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T04:42:31,884 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T04:42:31,884 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T04:42:31,887 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T04:42:31,888 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=759549, jitterRate=-0.034183964133262634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T04:42:31,888 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T04:42:31,890 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732509751857Writing region info on filesystem at 1732509751857Initializing all the Stores at 1732509751859 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509751859Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509751860 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509751860Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509751860Cleaning up temporary data from old regions at 1732509751884 (+24 ms)Running coprocessor post-open hooks at 1732509751888 (+4 ms)Region opened successfully at 1732509751889 (+1 ms) 2024-11-25T04:42:31,893 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732509751792 2024-11-25T04:42:31,898 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T04:42:31,899 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T04:42:31,900 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=13aa81add8b8,33677,1732509750494 2024-11-25T04:42:31,904 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 13aa81add8b8,33677,1732509750494, state=OPEN 2024-11-25T04:42:31,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T04:42:31,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33677-0x101719666c10001, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T04:42:31,940 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=13aa81add8b8,33677,1732509750494 2024-11-25T04:42:31,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T04:42:31,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T04:42:31,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T04:42:31,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=13aa81add8b8,33677,1732509750494 in 302 msec 2024-11-25T04:42:31,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T04:42:31,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 767 msec 2024-11-25T04:42:31,951 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T04:42:31,951 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T04:42:31,953 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T04:42:31,953 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13aa81add8b8,33677,1732509750494, seqNum=-1] 2024-11-25T04:42:31,954 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T04:42:31,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32949, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T04:42:31,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 932 msec 2024-11-25T04:42:31,962 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732509751962, completionTime=-1 2024-11-25T04:42:31,962 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T04:42:31,963 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T04:42:31,966 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T04:42:31,966 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732509811966 2024-11-25T04:42:31,966 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732509871966 2024-11-25T04:42:31,966 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-25T04:42:31,967 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,37845,1732509750319-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:31,967 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,37845,1732509750319-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:31,967 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,37845,1732509750319-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:31,967 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-13aa81add8b8:37845, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:31,967 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:31,968 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:31,970 DEBUG [master/13aa81add8b8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T04:42:31,975 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.394sec 2024-11-25T04:42:31,975 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T04:42:31,975 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T04:42:31,975 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T04:42:31,975 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T04:42:31,975 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T04:42:31,975 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,37845,1732509750319-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T04:42:31,975 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,37845,1732509750319-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T04:42:31,978 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T04:42:31,978 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T04:42:31,978 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,37845,1732509750319-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:32,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa2206f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T04:42:32,041 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 13aa81add8b8,37845,-1 for getting cluster id 2024-11-25T04:42:32,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T04:42:32,043 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29320802-8224-4ef5-b4ed-6ad5f825fa85' 2024-11-25T04:42:32,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T04:42:32,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29320802-8224-4ef5-b4ed-6ad5f825fa85" 2024-11-25T04:42:32,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508630e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T04:42:32,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13aa81add8b8,37845,-1] 2024-11-25T04:42:32,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T04:42:32,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:42:32,046 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T04:42:32,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b1e39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T04:42:32,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T04:42:32,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13aa81add8b8,33677,1732509750494, seqNum=-1] 2024-11-25T04:42:32,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T04:42:32,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T04:42:32,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=13aa81add8b8,37845,1732509750319 2024-11-25T04:42:32,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:42:32,058 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-25T04:42:32,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T04:42:32,081 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T04:42:32,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T04:42:32,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T04:42:32,083 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T04:42:32,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a1625d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/hadoop.log.dir/,AVAILABLE} 2024-11-25T04:42:32,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63f55efb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T04:42:32,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33cda920{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/java.io.tmpdir/jetty-localhost-40121-hadoop-hdfs-3_4_1-tests_jar-_-any-11792179159921691917/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:42:32,220 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8ff475{HTTP/1.1, (http/1.1)}{localhost:40121} 2024-11-25T04:42:32,220 INFO [Time-limited test {}] server.Server(415): Started @73933ms 2024-11-25T04:42:32,222 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T04:42:32,278 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T04:42:32,283 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T04:42:32,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T04:42:32,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T04:42:32,290 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T04:42:32,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33c106fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/hadoop.log.dir/,AVAILABLE} 2024-11-25T04:42:32,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e037d2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T04:42:32,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f161185{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/java.io.tmpdir/jetty-localhost-37091-hadoop-hdfs-3_4_1-tests_jar-_-any-10520571096363885101/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:42:32,432 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2dddc903{HTTP/1.1, (http/1.1)}{localhost:37091} 2024-11-25T04:42:32,432 INFO [Time-limited test {}] server.Server(415): Started @74145ms 2024-11-25T04:42:32,434 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T04:42:32,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:42:32,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:42:32,509 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T04:42:32,511 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:42:32,530 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:42:32,551 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T04:42:32,558 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T04:42:32,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T04:42:32,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T04:42:32,568 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T04:42:32,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e879026{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/hadoop.log.dir/,AVAILABLE} 2024-11-25T04:42:32,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c75fe5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T04:42:32,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42fb4c5c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/java.io.tmpdir/jetty-localhost-39867-hadoop-hdfs-3_4_1-tests_jar-_-any-2433822121962929908/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:42:32,679 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6313473{HTTP/1.1, (http/1.1)}{localhost:39867} 2024-11-25T04:42:32,679 INFO [Time-limited test {}] server.Server(415): Started @74392ms 2024-11-25T04:42:32,681 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T04:42:32,964 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622/data/data5/current/BP-1206658370-172.17.0.2-1732509748431/current, will proceed with Du for space computation calculation, 2024-11-25T04:42:32,964 WARN [Thread-546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622/data/data6/current/BP-1206658370-172.17.0.2-1732509748431/current, will proceed with Du for space computation calculation, 2024-11-25T04:42:32,996 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T04:42:33,001 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9de8f6d6e371764c with lease ID 0xaf946071bbea30a5: Processing first storage report for DS-422c69c1-9d38-45ef-89ea-fb4e1fb0174b from datanode DatanodeRegistration(127.0.0.1:35577, datanodeUuid=ab1b1163-19e7-4c6f-aa01-9f2633b5be32, infoPort=37359, infoSecurePort=0, ipcPort=41249, storageInfo=lv=-57;cid=testClusterID;nsid=1726400235;c=1732509748431) 2024-11-25T04:42:33,001 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9de8f6d6e371764c with lease ID 0xaf946071bbea30a5: from storage DS-422c69c1-9d38-45ef-89ea-fb4e1fb0174b node DatanodeRegistration(127.0.0.1:35577, datanodeUuid=ab1b1163-19e7-4c6f-aa01-9f2633b5be32, infoPort=37359, infoSecurePort=0, ipcPort=41249, storageInfo=lv=-57;cid=testClusterID;nsid=1726400235;c=1732509748431), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T04:42:33,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9de8f6d6e371764c with lease ID 0xaf946071bbea30a5: Processing first storage report for DS-43c1ca8f-bc97-44d4-a3e2-2cc1acb28cb2 from datanode DatanodeRegistration(127.0.0.1:35577, datanodeUuid=ab1b1163-19e7-4c6f-aa01-9f2633b5be32, infoPort=37359, infoSecurePort=0, ipcPort=41249, storageInfo=lv=-57;cid=testClusterID;nsid=1726400235;c=1732509748431) 2024-11-25T04:42:33,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9de8f6d6e371764c with lease ID 0xaf946071bbea30a5: from storage DS-43c1ca8f-bc97-44d4-a3e2-2cc1acb28cb2 node DatanodeRegistration(127.0.0.1:35577, datanodeUuid=ab1b1163-19e7-4c6f-aa01-9f2633b5be32, infoPort=37359, infoSecurePort=0, ipcPort=41249, storageInfo=lv=-57;cid=testClusterID;nsid=1726400235;c=1732509748431), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T04:42:33,298 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622/data/data7/current/BP-1206658370-172.17.0.2-1732509748431/current, will proceed with Du for space computation calculation, 2024-11-25T04:42:33,298 WARN [Thread-560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622/data/data8/current/BP-1206658370-172.17.0.2-1732509748431/current, will proceed with Du for space computation calculation, 2024-11-25T04:42:33,331 WARN [Thread-511 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T04:42:33,335 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6c419bce49bd0f6 with lease ID 0xaf946071bbea30a6: Processing first storage report for DS-2834c313-3770-4517-939a-2e83f8798f8c from datanode DatanodeRegistration(127.0.0.1:33121, datanodeUuid=c2573c12-07a6-40c0-9851-8b0721753a04, infoPort=39313, infoSecurePort=0, ipcPort=39381, storageInfo=lv=-57;cid=testClusterID;nsid=1726400235;c=1732509748431) 2024-11-25T04:42:33,335 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6c419bce49bd0f6 with lease ID 0xaf946071bbea30a6: from storage DS-2834c313-3770-4517-939a-2e83f8798f8c node DatanodeRegistration(127.0.0.1:33121, datanodeUuid=c2573c12-07a6-40c0-9851-8b0721753a04, infoPort=39313, infoSecurePort=0, ipcPort=39381, storageInfo=lv=-57;cid=testClusterID;nsid=1726400235;c=1732509748431), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T04:42:33,335 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6c419bce49bd0f6 with lease ID 0xaf946071bbea30a6: Processing first storage report for DS-dd1cd7b8-1a5c-4093-98c2-04b1cab8ca68 from datanode DatanodeRegistration(127.0.0.1:33121, datanodeUuid=c2573c12-07a6-40c0-9851-8b0721753a04, infoPort=39313, infoSecurePort=0, ipcPort=39381, storageInfo=lv=-57;cid=testClusterID;nsid=1726400235;c=1732509748431) 2024-11-25T04:42:33,335 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6c419bce49bd0f6 with lease ID 0xaf946071bbea30a6: from storage DS-dd1cd7b8-1a5c-4093-98c2-04b1cab8ca68 node DatanodeRegistration(127.0.0.1:33121, datanodeUuid=c2573c12-07a6-40c0-9851-8b0721753a04, infoPort=39313, infoSecurePort=0, ipcPort=39381, storageInfo=lv=-57;cid=testClusterID;nsid=1726400235;c=1732509748431), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T04:42:33,453 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622/data/data10/current/BP-1206658370-172.17.0.2-1732509748431/current, will proceed with Du for space computation calculation, 2024-11-25T04:42:33,453 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622/data/data9/current/BP-1206658370-172.17.0.2-1732509748431/current, will proceed with Du for space computation calculation, 2024-11-25T04:42:33,486 WARN [Thread-536 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T04:42:33,489 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3dc5d87decba4715 with lease ID 0xaf946071bbea30a7: Processing first storage report for DS-1b7dd061-9128-44fe-af04-8e41fdf80ff0 from datanode DatanodeRegistration(127.0.0.1:32857, datanodeUuid=527ee43d-d63b-4aaa-bac5-bcafd6f86358, infoPort=43467, infoSecurePort=0, ipcPort=36487, storageInfo=lv=-57;cid=testClusterID;nsid=1726400235;c=1732509748431) 2024-11-25T04:42:33,489 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3dc5d87decba4715 with lease ID 0xaf946071bbea30a7: from storage DS-1b7dd061-9128-44fe-af04-8e41fdf80ff0 node DatanodeRegistration(127.0.0.1:32857, datanodeUuid=527ee43d-d63b-4aaa-bac5-bcafd6f86358, infoPort=43467, infoSecurePort=0, ipcPort=36487, storageInfo=lv=-57;cid=testClusterID;nsid=1726400235;c=1732509748431), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T04:42:33,489 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3dc5d87decba4715 with lease ID 0xaf946071bbea30a7: Processing first storage report for DS-43df3b04-093d-4087-95bc-b2d3ebf92c76 from datanode DatanodeRegistration(127.0.0.1:32857, datanodeUuid=527ee43d-d63b-4aaa-bac5-bcafd6f86358, infoPort=43467, infoSecurePort=0, ipcPort=36487, storageInfo=lv=-57;cid=testClusterID;nsid=1726400235;c=1732509748431) 2024-11-25T04:42:33,489 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3dc5d87decba4715 with lease ID 0xaf946071bbea30a7: from storage DS-43df3b04-093d-4087-95bc-b2d3ebf92c76 node DatanodeRegistration(127.0.0.1:32857, datanodeUuid=527ee43d-d63b-4aaa-bac5-bcafd6f86358, infoPort=43467, infoSecurePort=0, ipcPort=36487, storageInfo=lv=-57;cid=testClusterID;nsid=1726400235;c=1732509748431), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T04:42:33,540 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T04:42:33,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 13aa81add8b8,37845,1732509750319 2024-11-25T04:42:33,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@728c9ee 2024-11-25T04:42:33,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T04:42:33,543 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T04:42:33,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-25T04:42:33,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-25T04:42:33,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T04:42:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-25T04:42:33,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T04:42:33,548 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:33,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-25T04:42:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T04:42:33,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T04:42:33,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35577 is added to blk_1073741835_1011 (size=393) 2024-11-25T04:42:33,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33121 is added to blk_1073741835_1011 (size=393) 2024-11-25T04:42:33,562 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e1b349cd9f16a435075b42815b1187a, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07 2024-11-25T04:42:33,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741836_1012 (size=76) 2024-11-25T04:42:33,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741836_1012 (size=76) 2024-11-25T04:42:33,973 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:42:33,973 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 0e1b349cd9f16a435075b42815b1187a, disabling compactions & flushes 2024-11-25T04:42:33,973 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a. 2024-11-25T04:42:33,973 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a. 2024-11-25T04:42:33,973 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a. after waiting 0 ms 2024-11-25T04:42:33,973 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a. 2024-11-25T04:42:33,973 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a. 2024-11-25T04:42:33,973 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e1b349cd9f16a435075b42815b1187a: Waiting for close lock at 1732509753973Disabling compacts and flushes for region at 1732509753973Disabling writes for close at 1732509753973Writing region close event to WAL at 1732509753973Closed at 1732509753973 2024-11-25T04:42:33,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T04:42:33,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732509753975"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732509753975"}]},"ts":"1732509753975"} 2024-11-25T04:42:33,980 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T04:42:33,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T04:42:33,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732509753982"}]},"ts":"1732509753982"} 2024-11-25T04:42:33,985 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-25T04:42:33,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=0e1b349cd9f16a435075b42815b1187a, ASSIGN}] 2024-11-25T04:42:33,988 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=0e1b349cd9f16a435075b42815b1187a, ASSIGN 2024-11-25T04:42:33,989 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=0e1b349cd9f16a435075b42815b1187a, ASSIGN; state=OFFLINE, location=13aa81add8b8,33677,1732509750494; forceNewPlan=false, retain=false 2024-11-25T04:42:34,140 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e1b349cd9f16a435075b42815b1187a, regionState=OPENING, regionLocation=13aa81add8b8,33677,1732509750494 2024-11-25T04:42:34,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=0e1b349cd9f16a435075b42815b1187a, ASSIGN because future has completed 2024-11-25T04:42:34,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e1b349cd9f16a435075b42815b1187a, server=13aa81add8b8,33677,1732509750494}] 2024-11-25T04:42:34,303 INFO [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a. 2024-11-25T04:42:34,303 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e1b349cd9f16a435075b42815b1187a, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a.', STARTKEY => '', ENDKEY => ''} 2024-11-25T04:42:34,303 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 0e1b349cd9f16a435075b42815b1187a 2024-11-25T04:42:34,303 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:42:34,303 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0e1b349cd9f16a435075b42815b1187a 2024-11-25T04:42:34,304 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0e1b349cd9f16a435075b42815b1187a 2024-11-25T04:42:34,305 INFO [StoreOpener-0e1b349cd9f16a435075b42815b1187a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0e1b349cd9f16a435075b42815b1187a 2024-11-25T04:42:34,307 INFO [StoreOpener-0e1b349cd9f16a435075b42815b1187a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e1b349cd9f16a435075b42815b1187a columnFamilyName info 2024-11-25T04:42:34,307 DEBUG [StoreOpener-0e1b349cd9f16a435075b42815b1187a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:34,308 INFO [StoreOpener-0e1b349cd9f16a435075b42815b1187a-1 {}] regionserver.HStore(327): Store=0e1b349cd9f16a435075b42815b1187a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T04:42:34,308 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0e1b349cd9f16a435075b42815b1187a 2024-11-25T04:42:34,311 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0e1b349cd9f16a435075b42815b1187a 2024-11-25T04:42:34,311 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0e1b349cd9f16a435075b42815b1187a 2024-11-25T04:42:34,315 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0e1b349cd9f16a435075b42815b1187a 2024-11-25T04:42:34,315 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0e1b349cd9f16a435075b42815b1187a 2024-11-25T04:42:34,317 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0e1b349cd9f16a435075b42815b1187a 2024-11-25T04:42:34,320 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0e1b349cd9f16a435075b42815b1187a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T04:42:34,321 INFO [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0e1b349cd9f16a435075b42815b1187a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=689553, jitterRate=-0.12318830192089081}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T04:42:34,321 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e1b349cd9f16a435075b42815b1187a 2024-11-25T04:42:34,322 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0e1b349cd9f16a435075b42815b1187a: Running coprocessor pre-open hook at 1732509754304Writing region info on filesystem at 1732509754304Initializing all the Stores at 1732509754305 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509754305Cleaning up temporary data from old regions at 1732509754315 (+10 ms)Running coprocessor post-open hooks at 1732509754321 (+6 ms)Region opened successfully at 1732509754322 (+1 ms) 2024-11-25T04:42:34,323 INFO [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a., pid=6, masterSystemTime=1732509754296 2024-11-25T04:42:34,326 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a. 2024-11-25T04:42:34,326 INFO [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a. 2024-11-25T04:42:34,327 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e1b349cd9f16a435075b42815b1187a, regionState=OPEN, openSeqNum=2, regionLocation=13aa81add8b8,33677,1732509750494 2024-11-25T04:42:34,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e1b349cd9f16a435075b42815b1187a, server=13aa81add8b8,33677,1732509750494 because future has completed 2024-11-25T04:42:34,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T04:42:34,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e1b349cd9f16a435075b42815b1187a, server=13aa81add8b8,33677,1732509750494 in 190 msec 2024-11-25T04:42:34,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T04:42:34,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=0e1b349cd9f16a435075b42815b1187a, ASSIGN in 352 msec 2024-11-25T04:42:34,344 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T04:42:34,345 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732509754344"}]},"ts":"1732509754344"} 2024-11-25T04:42:34,348 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-25T04:42:34,350 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T04:42:34,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 806 msec 2024-11-25T04:42:36,556 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-25T04:42:36,556 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-25T04:42:36,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-25T04:42:37,124 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T04:42:37,125 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-25T04:42:39,806 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T04:42:39,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:42:39,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:42:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T04:42:43,594 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-25T04:42:43,595 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-25T04:42:43,596 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T04:42:43,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-25T04:42:43,601 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T04:42:43,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-25T04:42:43,606 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a., hostname=13aa81add8b8,33677,1732509750494, seqNum=2] 2024-11-25T04:42:43,610 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-25T04:42:43,614 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-25T04:42:43,615 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a. 2024-11-25T04:42:43,616 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_527925208_22 at /127.0.0.1:54660 [Receiving block BP-1206658370-172.17.0.2-1732509748431:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:33895:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54660 dst: /127.0.0.1:33895 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T04:42:43,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a3a774e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:42:43,619 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1524516066_22 at /127.0.0.1:55554 [Receiving block BP-1206658370-172.17.0.2-1732509748431:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:40745:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55554 dst: /127.0.0.1:40745 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T04:42:43,617 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1524516066_22 at /127.0.0.1:54670 [Receiving block BP-1206658370-172.17.0.2-1732509748431:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:33895:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54670 dst: /127.0.0.1:33895 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T04:42:43,617 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_527925208_22 at /127.0.0.1:55526 [Receiving block BP-1206658370-172.17.0.2-1732509748431:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:40745:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55526 dst: /127.0.0.1:40745 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T04:42:43,618 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1524516066_22 at /127.0.0.1:55560 [Receiving block BP-1206658370-172.17.0.2-1732509748431:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:40745:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55560 dst: /127.0.0.1:40745 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T04:42:43,618 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1524516066_22 at /127.0.0.1:54686 [Receiving block BP-1206658370-172.17.0.2-1732509748431:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:33895:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54686 dst: /127.0.0.1:33895 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T04:42:43,620 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@606071f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T04:42:43,620 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T04:42:43,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d73a21b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T04:42:43,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@679249d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/hadoop.log.dir/,STOPPED} 2024-11-25T04:42:43,623 WARN [BP-1206658370-172.17.0.2-1732509748431 heartbeating to localhost/127.0.0.1:41961 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T04:42:43,623 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T04:42:43,623 WARN [BP-1206658370-172.17.0.2-1732509748431 heartbeating to localhost/127.0.0.1:41961 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1206658370-172.17.0.2-1732509748431 (Datanode Uuid c03e4b38-09ad-4ebb-b117-95ec7cda1308) service to localhost/127.0.0.1:41961 2024-11-25T04:42:43,623 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T04:42:43,623 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622/data/data3/current/BP-1206658370-172.17.0.2-1732509748431 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:42:43,624 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622/data/data4/current/BP-1206658370-172.17.0.2-1732509748431 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:42:43,624 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T04:42:43,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T04:42:43,639 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T04:42:43,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T04:42:43,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T04:42:43,640 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T04:42:43,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72e8a5a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/hadoop.log.dir/,AVAILABLE} 2024-11-25T04:42:43,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38288873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T04:42:43,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e85a290{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/java.io.tmpdir/jetty-localhost-46409-hadoop-hdfs-3_4_1-tests_jar-_-any-18285502078768330691/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:42:43,733 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64bf22bf{HTTP/1.1, (http/1.1)}{localhost:46409} 2024-11-25T04:42:43,733 INFO [Time-limited test {}] server.Server(415): Started @85447ms 2024-11-25T04:42:43,735 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T04:42:43,765 WARN [AsyncFSWAL-0-hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07-prefix:13aa81add8b8,33677,1732509750494 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T04:42:43,766 DEBUG [regionserver/13aa81add8b8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 13aa81add8b8%2C33677%2C1732509750494:(num 1732509751306) roll requested 2024-11-25T04:42:43,778 DEBUG [regionserver/13aa81add8b8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494/13aa81add8b8%2C33677%2C1732509750494.1732509763766, exclude list is [], retry=0 2024-11-25T04:42:43,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32857,DS-1b7dd061-9128-44fe-af04-8e41fdf80ff0,DISK] 2024-11-25T04:42:43,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33121,DS-2834c313-3770-4517-939a-2e83f8798f8c,DISK] 2024-11-25T04:42:43,783 INFO [regionserver/13aa81add8b8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494/13aa81add8b8%2C33677%2C1732509750494.1732509751306 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494/13aa81add8b8%2C33677%2C1732509750494.1732509763766 2024-11-25T04:42:43,783 DEBUG [regionserver/13aa81add8b8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39313:39313),(127.0.0.1/127.0.0.1:43467:43467)] 2024-11-25T04:42:43,784 DEBUG [regionserver/13aa81add8b8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494/13aa81add8b8%2C33677%2C1732509750494.1732509751306 is not closed yet, will try archiving it next time 2024-11-25T04:42:43,784 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T04:42:43,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T04:42:43,785 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T04:42:43,785 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T04:42:43,785 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T04:42:43,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:42:43,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:42:43,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T04:42:43,785 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T04:42:43,785 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=547170607, stopped=false 2024-11-25T04:42:43,786 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=13aa81add8b8,37845,1732509750319 2024-11-25T04:42:43,786 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-25T04:42:43,786 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-25T04:42:43,786 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494/13aa81add8b8%2C33677%2C1732509750494.1732509751306 2024-11-25T04:42:43,789 WARN [IPC Server handler 1 on default port 41961 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494/13aa81add8b8%2C33677%2C1732509750494.1732509751306 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-25T04:42:43,793 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494/13aa81add8b8%2C33677%2C1732509750494.1732509751306 after 5ms 2024-11-25T04:42:43,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T04:42:43,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33677-0x101719666c10001, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T04:42:43,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:43,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33677-0x101719666c10001, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:43,832 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T04:42:43,833 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T04:42:43,833 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T04:42:43,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:42:43,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33677-0x101719666c10001, quorum=127.0.0.1:50499, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T04:42:43,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T04:42:43,833 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '13aa81add8b8,33677,1732509750494' ***** 2024-11-25T04:42:43,833 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T04:42:43,834 INFO [RS:0;13aa81add8b8:33677 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T04:42:43,834 INFO [RS:0;13aa81add8b8:33677 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T04:42:43,834 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T04:42:43,834 INFO [RS:0;13aa81add8b8:33677 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T04:42:43,834 INFO [RS:0;13aa81add8b8:33677 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e1b349cd9f16a435075b42815b1187a 2024-11-25T04:42:43,834 INFO [RS:0;13aa81add8b8:33677 {}] regionserver.HRegionServer(959): stopping server 13aa81add8b8,33677,1732509750494 2024-11-25T04:42:43,834 INFO [RS:0;13aa81add8b8:33677 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T04:42:43,835 INFO [RS:0;13aa81add8b8:33677 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;13aa81add8b8:33677. 2024-11-25T04:42:43,835 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e1b349cd9f16a435075b42815b1187a, disabling compactions & flushes 2024-11-25T04:42:43,835 DEBUG [RS:0;13aa81add8b8:33677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T04:42:43,835 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a. 2024-11-25T04:42:43,835 DEBUG [RS:0;13aa81add8b8:33677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:42:43,835 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a. 2024-11-25T04:42:43,835 INFO [RS:0;13aa81add8b8:33677 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T04:42:43,835 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a. after waiting 0 ms 2024-11-25T04:42:43,835 INFO [RS:0;13aa81add8b8:33677 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T04:42:43,835 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a. 2024-11-25T04:42:43,835 INFO [RS:0;13aa81add8b8:33677 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T04:42:43,835 INFO [RS:0;13aa81add8b8:33677 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T04:42:43,835 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0e1b349cd9f16a435075b42815b1187a 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-25T04:42:43,835 INFO [RS:0;13aa81add8b8:33677 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T04:42:43,835 DEBUG [RS:0;13aa81add8b8:33677 {}] regionserver.HRegionServer(1325): Online Regions={0e1b349cd9f16a435075b42815b1187a=TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T04:42:43,835 DEBUG [RS:0;13aa81add8b8:33677 {}] regionserver.HRegionServer(1351): Waiting on 0e1b349cd9f16a435075b42815b1187a, 1588230740 2024-11-25T04:42:43,836 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T04:42:43,836 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T04:42:43,836 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T04:42:43,836 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T04:42:43,836 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T04:42:43,836 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-25T04:42:43,837 WARN [AsyncFSWAL-0-hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07-prefix:13aa81add8b8,33677,1732509750494.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T04:42:43,838 DEBUG [regionserver/13aa81add8b8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 13aa81add8b8%2C33677%2C1732509750494.meta:.meta(num 1732509751804) roll requested 2024-11-25T04:42:43,852 DEBUG [regionserver/13aa81add8b8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494/13aa81add8b8%2C33677%2C1732509750494.meta.1732509763838.meta, exclude list is [], retry=0 2024-11-25T04:42:43,853 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0e1b349cd9f16a435075b42815b1187a/.tmp/info/129ac84814f44e2a91d6f0b013e9e03e is 1055, key is row0001/info:/1732509763608/Put/seqid=0 2024-11-25T04:42:43,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35577,DS-422c69c1-9d38-45ef-89ea-fb4e1fb0174b,DISK] 2024-11-25T04:42:43,856 INFO [regionserver/13aa81add8b8:0.logRoller {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:33895,DS-cc3e2d13-ec33-447b-bbc0-bb5ecb208fca,DISK] to exclude cache by [connect error] success, current excludeDNsCache size=1 2024-11-25T04:42:43,856 WARN [regionserver/13aa81add8b8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(578): create fan-out dfs output /user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494/13aa81add8b8%2C33677%2C1732509750494.meta.1732509763838.meta failed, retry = 0 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: /127.0.0.1:33895 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T04:42:43,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35577 is added to blk_1073741839_1016 (size=7062) 2024-11-25T04:42:43,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741839_1016 (size=7062) 2024-11-25T04:42:43,861 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0e1b349cd9f16a435075b42815b1187a/.tmp/info/129ac84814f44e2a91d6f0b013e9e03e 2024-11-25T04:42:43,870 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0e1b349cd9f16a435075b42815b1187a/.tmp/info/129ac84814f44e2a91d6f0b013e9e03e as hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0e1b349cd9f16a435075b42815b1187a/info/129ac84814f44e2a91d6f0b013e9e03e 2024-11-25T04:42:43,879 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0e1b349cd9f16a435075b42815b1187a/info/129ac84814f44e2a91d6f0b013e9e03e, entries=2, sequenceid=6, filesize=6.9 K 2024-11-25T04:42:43,880 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 0e1b349cd9f16a435075b42815b1187a in 45ms, sequenceid=6, compaction requested=false 2024-11-25T04:42:43,885 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0e1b349cd9f16a435075b42815b1187a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T04:42:43,885 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a. 2024-11-25T04:42:43,886 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e1b349cd9f16a435075b42815b1187a: Waiting for close lock at 1732509763834Running coprocessor pre-close hooks at 1732509763834Disabling compacts and flushes for region at 1732509763834Disabling writes for close at 1732509763835 (+1 ms)Obtaining lock to block concurrent updates at 1732509763835Preparing flush snapshotting stores in 0e1b349cd9f16a435075b42815b1187a at 1732509763835Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1732509763836 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a. at 1732509763837 (+1 ms)Flushing 0e1b349cd9f16a435075b42815b1187a/info: creating writer at 1732509763837Flushing 0e1b349cd9f16a435075b42815b1187a/info: appending metadata at 1732509763853 (+16 ms)Flushing 0e1b349cd9f16a435075b42815b1187a/info: closing flushed file at 1732509763853Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2066a431: reopening flushed file at 1732509763869 (+16 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 0e1b349cd9f16a435075b42815b1187a in 45ms, sequenceid=6, compaction requested=false at 1732509763880 (+11 ms)Writing region close event to WAL at 1732509763881 (+1 ms)Running coprocessor post-close hooks at 1732509763885 (+4 ms)Closed at 1732509763885 2024-11-25T04:42:43,886 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a. 2024-11-25T04:42:43,957 DEBUG [regionserver/13aa81add8b8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494/13aa81add8b8%2C33677%2C1732509750494.meta.1732509763838.meta, exclude list is [(127.0.0.1/127.0.0.1:46389:46389)], retry=1 2024-11-25T04:42:43,958 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1524516066_22 at /127.0.0.1:43556 [Receiving block BP-1206658370-172.17.0.2-1732509748431:blk_1073741838_1015] {}] datanode.DataXceiver(331): 127.0.0.1:35577:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43556 dst: /127.0.0.1:35577 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T04:42:43,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32857,DS-1b7dd061-9128-44fe-af04-8e41fdf80ff0,DISK] 2024-11-25T04:42:43,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35577,DS-422c69c1-9d38-45ef-89ea-fb4e1fb0174b,DISK] 2024-11-25T04:42:43,966 INFO [regionserver/13aa81add8b8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494/13aa81add8b8%2C33677%2C1732509750494.meta.1732509751804.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494/13aa81add8b8%2C33677%2C1732509750494.meta.1732509763838.meta 2024-11-25T04:42:43,966 DEBUG [regionserver/13aa81add8b8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43467:43467),(127.0.0.1/127.0.0.1:37359:37359)] 2024-11-25T04:42:43,966 DEBUG [regionserver/13aa81add8b8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494/13aa81add8b8%2C33677%2C1732509750494.meta.1732509751804.meta is not closed yet, will try archiving it next time 2024-11-25T04:42:43,966 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T04:42:43,967 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T04:42:43,967 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494/13aa81add8b8%2C33677%2C1732509750494.meta.1732509751804.meta 2024-11-25T04:42:43,968 WARN [IPC Server handler 1 on default port 41961 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494/13aa81add8b8%2C33677%2C1732509750494.meta.1732509751804.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-11-25T04:42:43,968 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494/13aa81add8b8%2C33677%2C1732509750494.meta.1732509751804.meta after 0ms 2024-11-25T04:42:43,991 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/hbase/meta/1588230740/.tmp/info/613af3fd8f634fa7a15ce83aed40cb6f is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1732509753544.0e1b349cd9f16a435075b42815b1187a./info:regioninfo/1732509754327/Put/seqid=0 2024-11-25T04:42:43,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741841_1019 (size=7089) 2024-11-25T04:42:43,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33121 is added to blk_1073741841_1019 (size=7089) 2024-11-25T04:42:43,998 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/hbase/meta/1588230740/.tmp/info/613af3fd8f634fa7a15ce83aed40cb6f 2024-11-25T04:42:44,019 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/hbase/meta/1588230740/.tmp/ns/ded286a0d9e849d483ac9fc0a4532805 is 43, key is default/ns:d/1732509751956/Put/seqid=0 2024-11-25T04:42:44,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35577 is added to blk_1073741842_1020 (size=5153) 2024-11-25T04:42:44,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741842_1020 (size=5153) 2024-11-25T04:42:44,026 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/hbase/meta/1588230740/.tmp/ns/ded286a0d9e849d483ac9fc0a4532805 2024-11-25T04:42:44,036 DEBUG [RS:0;13aa81add8b8:33677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T04:42:44,049 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/hbase/meta/1588230740/.tmp/table/e0c6832b4bf34bb2a2ce2c5840dc15ae is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1732509754344/Put/seqid=0 2024-11-25T04:42:44,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741843_1021 (size=5424) 2024-11-25T04:42:44,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33121 is added to blk_1073741843_1021 (size=5424) 2024-11-25T04:42:44,056 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/hbase/meta/1588230740/.tmp/table/e0c6832b4bf34bb2a2ce2c5840dc15ae 2024-11-25T04:42:44,064 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/hbase/meta/1588230740/.tmp/info/613af3fd8f634fa7a15ce83aed40cb6f as hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/hbase/meta/1588230740/info/613af3fd8f634fa7a15ce83aed40cb6f 2024-11-25T04:42:44,073 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/hbase/meta/1588230740/info/613af3fd8f634fa7a15ce83aed40cb6f, entries=10, sequenceid=11, filesize=6.9 K 2024-11-25T04:42:44,075 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/hbase/meta/1588230740/.tmp/ns/ded286a0d9e849d483ac9fc0a4532805 as hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/hbase/meta/1588230740/ns/ded286a0d9e849d483ac9fc0a4532805 2024-11-25T04:42:44,083 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/hbase/meta/1588230740/ns/ded286a0d9e849d483ac9fc0a4532805, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T04:42:44,085 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/hbase/meta/1588230740/.tmp/table/e0c6832b4bf34bb2a2ce2c5840dc15ae as hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/hbase/meta/1588230740/table/e0c6832b4bf34bb2a2ce2c5840dc15ae 2024-11-25T04:42:44,092 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/hbase/meta/1588230740/table/e0c6832b4bf34bb2a2ce2c5840dc15ae, entries=2, sequenceid=11, filesize=5.3 K 2024-11-25T04:42:44,094 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 257ms, sequenceid=11, compaction requested=false 2024-11-25T04:42:44,099 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T04:42:44,100 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T04:42:44,100 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T04:42:44,101 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732509763835Running coprocessor pre-close hooks at 1732509763835Disabling compacts and flushes for region at 1732509763835Disabling writes for close at 1732509763836 (+1 ms)Obtaining lock to block concurrent updates at 1732509763836Preparing flush snapshotting stores in 1588230740 at 1732509763836Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1732509763837 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732509763967 (+130 ms)Flushing 1588230740/info: creating writer at 1732509763967Flushing 1588230740/info: appending metadata at 1732509763990 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732509763990Flushing 1588230740/ns: creating writer at 1732509764005 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732509764019 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732509764019Flushing 1588230740/table: creating writer at 1732509764033 (+14 ms)Flushing 1588230740/table: appending metadata at 1732509764048 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732509764048Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65cd7f36: reopening flushed file at 1732509764063 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6636d9b7: reopening flushed file at 1732509764073 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68ecc724: reopening flushed file at 1732509764083 (+10 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 257ms, sequenceid=11, compaction requested=false at 1732509764094 (+11 ms)Writing region close event to WAL at 1732509764095 (+1 ms)Running coprocessor post-close hooks at 1732509764100 (+5 ms)Closed at 1732509764100 2024-11-25T04:42:44,101 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T04:42:44,149 INFO [regionserver/13aa81add8b8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T04:42:44,149 INFO [regionserver/13aa81add8b8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T04:42:44,151 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T04:42:44,161 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2dff0a6bc792dc47 with lease ID 0xaf946071bbea30a8: from storage DS-cc3e2d13-ec33-447b-bbc0-bb5ecb208fca node DatanodeRegistration(127.0.0.1:40841, datanodeUuid=c03e4b38-09ad-4ebb-b117-95ec7cda1308, infoPort=40727, infoSecurePort=0, ipcPort=42721, storageInfo=lv=-57;cid=testClusterID;nsid=1726400235;c=1732509748431), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T04:42:44,161 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2dff0a6bc792dc47 with lease ID 0xaf946071bbea30a8: from storage DS-883594f8-4dd0-4e44-b4ed-a46b80e0c6de node DatanodeRegistration(127.0.0.1:40841, datanodeUuid=c03e4b38-09ad-4ebb-b117-95ec7cda1308, infoPort=40727, infoSecurePort=0, ipcPort=42721, storageInfo=lv=-57;cid=testClusterID;nsid=1726400235;c=1732509748431), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T04:42:44,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741833_1014 (size=1599) 2024-11-25T04:42:44,236 INFO [RS:0;13aa81add8b8:33677 {}] regionserver.HRegionServer(976): stopping server 13aa81add8b8,33677,1732509750494; all regions closed. 2024-11-25T04:42:44,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35577 is added to blk_1073741840_1017 (size=825) 2024-11-25T04:42:44,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741840_1017 (size=825) 2024-11-25T04:42:45,155 INFO [regionserver/13aa81add8b8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T04:42:46,556 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-25T04:42:46,556 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T04:42:46,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T04:42:47,795 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494/13aa81add8b8%2C33677%2C1732509750494.1732509751306 after 4009ms 2024-11-25T04:42:47,797 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494/13aa81add8b8%2C33677%2C1732509750494.1732509751306 to hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/oldWALs/13aa81add8b8%2C33677%2C1732509750494.1732509751306 2024-11-25T04:42:47,970 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494/13aa81add8b8%2C33677%2C1732509750494.meta.1732509751804.meta after 4002ms 2024-11-25T04:42:47,972 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/WALs/13aa81add8b8,33677,1732509750494/13aa81add8b8%2C33677%2C1732509750494.meta.1732509751804.meta to hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/oldWALs/13aa81add8b8%2C33677%2C1732509750494.meta.1732509751804.meta 2024-11-25T04:42:47,981 DEBUG [RS:0;13aa81add8b8:33677 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/oldWALs 2024-11-25T04:42:47,981 INFO [RS:0;13aa81add8b8:33677 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 13aa81add8b8%2C33677%2C1732509750494.meta:.meta(num 1732509763838) 2024-11-25T04:42:47,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33121 is added to blk_1073741837_1013 (size=2288) 2024-11-25T04:42:47,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741837_1013 (size=2288) 2024-11-25T04:42:47,989 DEBUG [RS:0;13aa81add8b8:33677 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/oldWALs 2024-11-25T04:42:47,989 INFO [RS:0;13aa81add8b8:33677 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 13aa81add8b8%2C33677%2C1732509750494:(num 1732509763766) 2024-11-25T04:42:47,989 DEBUG [RS:0;13aa81add8b8:33677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:42:47,989 INFO [RS:0;13aa81add8b8:33677 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T04:42:47,989 INFO [RS:0;13aa81add8b8:33677 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T04:42:47,989 INFO [RS:0;13aa81add8b8:33677 {}] hbase.ChoreService(370): Chore service for: regionserver/13aa81add8b8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T04:42:47,989 INFO [RS:0;13aa81add8b8:33677 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T04:42:47,989 INFO [regionserver/13aa81add8b8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T04:42:47,990 INFO [RS:0;13aa81add8b8:33677 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33677 2024-11-25T04:42:48,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741833_1014 (size=1599) 2024-11-25T04:42:48,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741834_1018 (size=2386) 2024-11-25T04:42:48,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33677-0x101719666c10001, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/13aa81add8b8,33677,1732509750494 2024-11-25T04:42:48,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T04:42:48,048 INFO [RS:0;13aa81add8b8:33677 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T04:42:48,056 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [13aa81add8b8,33677,1732509750494] 2024-11-25T04:42:48,064 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/13aa81add8b8,33677,1732509750494 already deleted, retry=false 2024-11-25T04:42:48,064 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 13aa81add8b8,33677,1732509750494 expired; onlineServers=0 2024-11-25T04:42:48,064 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '13aa81add8b8,37845,1732509750319' ***** 2024-11-25T04:42:48,064 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T04:42:48,065 INFO [M:0;13aa81add8b8:37845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T04:42:48,065 INFO [M:0;13aa81add8b8:37845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T04:42:48,065 DEBUG [M:0;13aa81add8b8:37845 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T04:42:48,065 DEBUG [M:0;13aa81add8b8:37845 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T04:42:48,065 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T04:42:48,065 DEBUG [master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.small.0-1732509751075 {}] cleaner.HFileCleaner(306): Exit Thread[master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.small.0-1732509751075,5,FailOnTimeoutGroup] 2024-11-25T04:42:48,065 DEBUG [master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.large.0-1732509751065 {}] cleaner.HFileCleaner(306): Exit Thread[master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.large.0-1732509751065,5,FailOnTimeoutGroup] 2024-11-25T04:42:48,066 INFO [M:0;13aa81add8b8:37845 {}] hbase.ChoreService(370): Chore service for: master/13aa81add8b8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T04:42:48,066 INFO [M:0;13aa81add8b8:37845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T04:42:48,066 DEBUG [M:0;13aa81add8b8:37845 {}] master.HMaster(1795): Stopping service threads 2024-11-25T04:42:48,066 INFO [M:0;13aa81add8b8:37845 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T04:42:48,066 INFO [M:0;13aa81add8b8:37845 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T04:42:48,067 INFO [M:0;13aa81add8b8:37845 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T04:42:48,067 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T04:42:48,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T04:42:48,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:48,077 DEBUG [M:0;13aa81add8b8:37845 {}] zookeeper.ZKUtil(347): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T04:42:48,077 WARN [M:0;13aa81add8b8:37845 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T04:42:48,081 INFO [M:0;13aa81add8b8:37845 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/.lastflushedseqids 2024-11-25T04:42:48,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741844_1022 (size=139) 2024-11-25T04:42:48,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741844_1022 (size=139) 2024-11-25T04:42:48,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33677-0x101719666c10001, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T04:42:48,156 INFO [RS:0;13aa81add8b8:33677 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T04:42:48,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33677-0x101719666c10001, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T04:42:48,156 INFO [RS:0;13aa81add8b8:33677 {}] regionserver.HRegionServer(1031): Exiting; stopping=13aa81add8b8,33677,1732509750494; zookeeper connection closed. 2024-11-25T04:42:48,157 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70734d48 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70734d48 2024-11-25T04:42:48,157 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T04:42:48,493 INFO [M:0;13aa81add8b8:37845 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T04:42:48,493 INFO [M:0;13aa81add8b8:37845 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T04:42:48,494 DEBUG [M:0;13aa81add8b8:37845 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T04:42:48,494 INFO [M:0;13aa81add8b8:37845 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:42:48,494 DEBUG [M:0;13aa81add8b8:37845 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:42:48,494 DEBUG [M:0;13aa81add8b8:37845 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T04:42:48,494 DEBUG [M:0;13aa81add8b8:37845 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:42:48,495 INFO [M:0;13aa81add8b8:37845 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.10 KB heapSize=29.05 KB 2024-11-25T04:42:48,496 WARN [AsyncFSWAL-0-hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData-prefix:13aa81add8b8,37845,1732509750319 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T04:42:48,497 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 13aa81add8b8%2C37845%2C1732509750319:(num 1732509750741) roll requested 2024-11-25T04:42:48,517 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/WALs/13aa81add8b8,37845,1732509750319/13aa81add8b8%2C37845%2C1732509750319.1732509768497, exclude list is [], retry=0 2024-11-25T04:42:48,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40841,DS-cc3e2d13-ec33-447b-bbc0-bb5ecb208fca,DISK] 2024-11-25T04:42:48,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32857,DS-1b7dd061-9128-44fe-af04-8e41fdf80ff0,DISK] 2024-11-25T04:42:48,522 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/WALs/13aa81add8b8,37845,1732509750319/13aa81add8b8%2C37845%2C1732509750319.1732509750741 with entries=54, filesize=26.81 KB; new WAL /user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/WALs/13aa81add8b8,37845,1732509750319/13aa81add8b8%2C37845%2C1732509750319.1732509768497 2024-11-25T04:42:48,522 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43467:43467),(127.0.0.1/127.0.0.1:40727:40727)] 2024-11-25T04:42:48,522 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/WALs/13aa81add8b8,37845,1732509750319/13aa81add8b8%2C37845%2C1732509750319.1732509750741 is not closed yet, will try archiving it next time 2024-11-25T04:42:48,522 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T04:42:48,523 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T04:42:48,523 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/WALs/13aa81add8b8,37845,1732509750319/13aa81add8b8%2C37845%2C1732509750319.1732509750741 2024-11-25T04:42:48,524 WARN [IPC Server handler 3 on default port 41961 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/WALs/13aa81add8b8,37845,1732509750319/13aa81add8b8%2C37845%2C1732509750319.1732509750741 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-11-25T04:42:48,525 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/WALs/13aa81add8b8,37845,1732509750319/13aa81add8b8%2C37845%2C1732509750319.1732509750741 after 2ms 2024-11-25T04:42:48,537 DEBUG [M:0;13aa81add8b8:37845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0fedbceedc04f01b213a3d893df4fe3 is 82, key is hbase:meta,,1/info:regioninfo/1732509751900/Put/seqid=0 2024-11-25T04:42:48,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741846_1025 (size=5672) 2024-11-25T04:42:48,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741846_1025 (size=5672) 2024-11-25T04:42:48,544 INFO [M:0;13aa81add8b8:37845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0fedbceedc04f01b213a3d893df4fe3 2024-11-25T04:42:48,565 DEBUG [M:0;13aa81add8b8:37845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a852e1890594a599115fade2c2ad759 is 775, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732509754352/Put/seqid=0 2024-11-25T04:42:48,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33121 is added to blk_1073741847_1026 (size=6115) 2024-11-25T04:42:48,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741847_1026 (size=6115) 2024-11-25T04:42:48,571 INFO [M:0;13aa81add8b8:37845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.50 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a852e1890594a599115fade2c2ad759 2024-11-25T04:42:48,591 DEBUG [M:0;13aa81add8b8:37845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eded1ce03b6346679719e237871beec9 is 69, key is 13aa81add8b8,33677,1732509750494/rs:state/1732509751104/Put/seqid=0 2024-11-25T04:42:48,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741848_1027 (size=5156) 2024-11-25T04:42:48,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33121 is added to blk_1073741848_1027 (size=5156) 2024-11-25T04:42:48,598 INFO [M:0;13aa81add8b8:37845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eded1ce03b6346679719e237871beec9 2024-11-25T04:42:48,619 DEBUG [M:0;13aa81add8b8:37845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/5ae0da053ba244918da6fe3b00c99000 is 52, key is load_balancer_on/state:d/1732509752057/Put/seqid=0 2024-11-25T04:42:48,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741849_1028 (size=5056) 2024-11-25T04:42:48,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35577 is added to blk_1073741849_1028 (size=5056) 2024-11-25T04:42:48,625 INFO [M:0;13aa81add8b8:37845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/5ae0da053ba244918da6fe3b00c99000 2024-11-25T04:42:48,632 DEBUG [M:0;13aa81add8b8:37845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0fedbceedc04f01b213a3d893df4fe3 as hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b0fedbceedc04f01b213a3d893df4fe3 2024-11-25T04:42:48,638 INFO [M:0;13aa81add8b8:37845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b0fedbceedc04f01b213a3d893df4fe3, entries=8, sequenceid=56, filesize=5.5 K 2024-11-25T04:42:48,639 DEBUG [M:0;13aa81add8b8:37845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a852e1890594a599115fade2c2ad759 as hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a852e1890594a599115fade2c2ad759 2024-11-25T04:42:48,645 INFO [M:0;13aa81add8b8:37845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a852e1890594a599115fade2c2ad759, entries=6, sequenceid=56, filesize=6.0 K 2024-11-25T04:42:48,646 DEBUG [M:0;13aa81add8b8:37845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eded1ce03b6346679719e237871beec9 as hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eded1ce03b6346679719e237871beec9 2024-11-25T04:42:48,652 INFO [M:0;13aa81add8b8:37845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eded1ce03b6346679719e237871beec9, entries=1, sequenceid=56, filesize=5.0 K 2024-11-25T04:42:48,653 DEBUG [M:0;13aa81add8b8:37845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/5ae0da053ba244918da6fe3b00c99000 as hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/5ae0da053ba244918da6fe3b00c99000 2024-11-25T04:42:48,660 INFO [M:0;13aa81add8b8:37845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/5ae0da053ba244918da6fe3b00c99000, entries=1, sequenceid=56, filesize=4.9 K 2024-11-25T04:42:48,661 INFO [M:0;13aa81add8b8:37845 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 167ms, sequenceid=56, compaction requested=false 2024-11-25T04:42:48,662 INFO [M:0;13aa81add8b8:37845 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:42:48,662 DEBUG [M:0;13aa81add8b8:37845 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732509768494Disabling compacts and flushes for region at 1732509768494Disabling writes for close at 1732509768494Obtaining lock to block concurrent updates at 1732509768495 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732509768495Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23656, getHeapSize=29688, getOffHeapSize=0, getCellsCount=67 at 1732509768496 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732509768523 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732509768523Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732509768537 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732509768537Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732509768550 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732509768564 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732509768564Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732509768577 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732509768591 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732509768591Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732509768603 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732509768618 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732509768618Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a4d8845: reopening flushed file at 1732509768630 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26ed8db8: reopening flushed file at 1732509768638 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7376cf55: reopening flushed file at 1732509768645 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f0e5365: reopening flushed file at 1732509768652 (+7 ms)Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 167ms, sequenceid=56, compaction requested=false at 1732509768661 (+9 ms)Writing region close event to WAL at 1732509768662 (+1 ms)Closed at 1732509768662 2024-11-25T04:42:48,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741845_1023 (size=757) 2024-11-25T04:42:48,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741845_1023 (size=757) 2024-11-25T04:42:49,398 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T04:42:49,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:42:49,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:42:49,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:42:52,527 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/WALs/13aa81add8b8,37845,1732509750319/13aa81add8b8%2C37845%2C1732509750319.1732509750741 after 4004ms 2024-11-25T04:42:52,528 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/WALs/13aa81add8b8,37845,1732509750319/13aa81add8b8%2C37845%2C1732509750319.1732509750741 to hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/oldWALs/13aa81add8b8%2C37845%2C1732509750319.1732509750741 2024-11-25T04:42:52,538 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/MasterData/oldWALs/13aa81add8b8%2C37845%2C1732509750319.1732509750741 to hdfs://localhost:41961/user/jenkins/test-data/86119411-79d5-5a9c-69ef-d31ac97d8a07/oldWALs/13aa81add8b8%2C37845%2C1732509750319.1732509750741$masterlocalwal$ 2024-11-25T04:42:52,538 INFO [M:0;13aa81add8b8:37845 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T04:42:52,538 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T04:42:52,538 INFO [M:0;13aa81add8b8:37845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37845 2024-11-25T04:42:52,539 INFO [M:0;13aa81add8b8:37845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T04:42:52,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T04:42:52,689 INFO [M:0;13aa81add8b8:37845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T04:42:52,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x101719666c10000, quorum=127.0.0.1:50499, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T04:42:52,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e85a290{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:42:52,696 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64bf22bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T04:42:52,697 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T04:42:52,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38288873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T04:42:52,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72e8a5a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/hadoop.log.dir/,STOPPED} 2024-11-25T04:42:52,699 WARN [BP-1206658370-172.17.0.2-1732509748431 heartbeating to localhost/127.0.0.1:41961 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T04:42:52,699 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T04:42:52,699 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T04:42:52,699 WARN [BP-1206658370-172.17.0.2-1732509748431 heartbeating to localhost/127.0.0.1:41961 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1206658370-172.17.0.2-1732509748431 (Datanode Uuid c03e4b38-09ad-4ebb-b117-95ec7cda1308) service to localhost/127.0.0.1:41961 2024-11-25T04:42:52,700 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622/data/data3/current/BP-1206658370-172.17.0.2-1732509748431 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:42:52,701 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622/data/data4/current/BP-1206658370-172.17.0.2-1732509748431 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:42:52,701 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T04:42:52,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42fb4c5c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:42:52,704 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6313473{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T04:42:52,704 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T04:42:52,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c75fe5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T04:42:52,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e879026{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/hadoop.log.dir/,STOPPED} 2024-11-25T04:42:52,705 WARN [BP-1206658370-172.17.0.2-1732509748431 heartbeating to localhost/127.0.0.1:41961 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T04:42:52,705 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T04:42:52,705 WARN [BP-1206658370-172.17.0.2-1732509748431 heartbeating to localhost/127.0.0.1:41961 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1206658370-172.17.0.2-1732509748431 (Datanode Uuid 527ee43d-d63b-4aaa-bac5-bcafd6f86358) service to localhost/127.0.0.1:41961 2024-11-25T04:42:52,705 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T04:42:52,706 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622/data/data9/current/BP-1206658370-172.17.0.2-1732509748431 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:42:52,706 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622/data/data10/current/BP-1206658370-172.17.0.2-1732509748431 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:42:52,706 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T04:42:52,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f161185{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:42:52,708 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2dddc903{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T04:42:52,709 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T04:42:52,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e037d2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T04:42:52,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33c106fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/hadoop.log.dir/,STOPPED} 2024-11-25T04:42:52,710 WARN [BP-1206658370-172.17.0.2-1732509748431 heartbeating to localhost/127.0.0.1:41961 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T04:42:52,710 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T04:42:52,710 WARN [BP-1206658370-172.17.0.2-1732509748431 heartbeating to localhost/127.0.0.1:41961 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1206658370-172.17.0.2-1732509748431 (Datanode Uuid c2573c12-07a6-40c0-9851-8b0721753a04) service to localhost/127.0.0.1:41961 2024-11-25T04:42:52,710 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T04:42:52,711 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622/data/data7/current/BP-1206658370-172.17.0.2-1732509748431 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:42:52,711 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622/data/data8/current/BP-1206658370-172.17.0.2-1732509748431 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:42:52,711 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T04:42:52,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33cda920{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:42:52,713 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8ff475{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T04:42:52,713 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T04:42:52,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63f55efb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T04:42:52,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a1625d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/hadoop.log.dir/,STOPPED} 2024-11-25T04:42:52,715 WARN [BP-1206658370-172.17.0.2-1732509748431 heartbeating to localhost/127.0.0.1:41961 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T04:42:52,715 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T04:42:52,715 WARN [BP-1206658370-172.17.0.2-1732509748431 heartbeating to localhost/127.0.0.1:41961 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1206658370-172.17.0.2-1732509748431 (Datanode Uuid ab1b1163-19e7-4c6f-aa01-9f2633b5be32) service to localhost/127.0.0.1:41961 2024-11-25T04:42:52,715 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T04:42:52,715 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622/data/data5/current/BP-1206658370-172.17.0.2-1732509748431 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:42:52,715 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622/data/data6/current/BP-1206658370-172.17.0.2-1732509748431 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:42:52,716 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T04:42:52,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e375f1f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:42:52,718 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77942f0f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T04:42:52,718 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T04:42:52,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5109ef66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T04:42:52,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52967733{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/hadoop.log.dir/,STOPPED} 2024-11-25T04:42:52,719 WARN [BP-1206658370-172.17.0.2-1732509748431 heartbeating to localhost/127.0.0.1:41961 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T04:42:52,719 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T04:42:52,719 WARN [BP-1206658370-172.17.0.2-1732509748431 heartbeating to localhost/127.0.0.1:41961 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1206658370-172.17.0.2-1732509748431 (Datanode Uuid 81388de9-399f-4e3e-821d-cd2e915fcdd5) service to localhost/127.0.0.1:41961 2024-11-25T04:42:52,719 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T04:42:52,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622/data/data1/current/BP-1206658370-172.17.0.2-1732509748431 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:42:52,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/cluster_42989252-7e6f-8d97-d58c-b5647372a622/data/data2/current/BP-1206658370-172.17.0.2-1732509748431 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:42:52,721 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T04:42:52,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a5eaeb2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T04:42:52,731 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28b3fb2c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T04:42:52,731 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T04:42:52,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cb3e4ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T04:42:52,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ef478{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/hadoop.log.dir/,STOPPED} 2024-11-25T04:42:52,740 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T04:42:52,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T04:42:52,775 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=102 (was 66) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:41961 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:41961 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41961 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41961 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:41961 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=446 (was 388) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=345 (was 367), ProcessCount=11 (was 11), AvailableMemoryMB=10879 (was 11177) 2024-11-25T04:42:52,781 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=102, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=345, ProcessCount=11, AvailableMemoryMB=10878 2024-11-25T04:42:52,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T04:42:52,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/hadoop.log.dir so I do NOT create it in target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7 2024-11-25T04:42:52,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1119ac04-5fc0-a2f1-3233-dac8121a0b81/hadoop.tmp.dir so I do NOT create it in target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7 2024-11-25T04:42:52,782 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/cluster_9e1350df-1910-49c6-b63a-b596ea8877ba, deleteOnExit=true 2024-11-25T04:42:52,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T04:42:52,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/test.cache.data in system properties and HBase conf 2024-11-25T04:42:52,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T04:42:52,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/hadoop.log.dir in system properties and HBase conf 2024-11-25T04:42:52,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T04:42:52,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T04:42:52,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T04:42:52,782 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T04:42:52,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T04:42:52,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T04:42:52,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T04:42:52,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T04:42:52,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T04:42:52,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T04:42:52,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T04:42:52,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T04:42:52,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T04:42:52,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/nfs.dump.dir in system properties and HBase conf 2024-11-25T04:42:52,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/java.io.tmpdir in system properties and HBase conf 2024-11-25T04:42:52,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T04:42:52,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T04:42:52,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T04:42:53,056 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T04:42:53,061 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T04:42:53,063 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T04:42:53,063 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T04:42:53,063 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T04:42:53,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T04:42:53,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40444bfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/hadoop.log.dir/,AVAILABLE} 2024-11-25T04:42:53,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f7ae80c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T04:42:53,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24bb52f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/java.io.tmpdir/jetty-localhost-34999-hadoop-hdfs-3_4_1-tests_jar-_-any-11396202576126388780/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T04:42:53,157 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40fe0664{HTTP/1.1, (http/1.1)}{localhost:34999} 2024-11-25T04:42:53,157 INFO [Time-limited test {}] server.Server(415): Started @94870ms 2024-11-25T04:42:53,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T04:42:53,376 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T04:42:53,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T04:42:53,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T04:42:53,377 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T04:42:53,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71513cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/hadoop.log.dir/,AVAILABLE} 2024-11-25T04:42:53,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b573d53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T04:42:53,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@415734db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/java.io.tmpdir/jetty-localhost-39859-hadoop-hdfs-3_4_1-tests_jar-_-any-17516123402610846430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:42:53,470 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65d1c6f8{HTTP/1.1, (http/1.1)}{localhost:39859} 2024-11-25T04:42:53,470 INFO [Time-limited test {}] server.Server(415): Started @95183ms 2024-11-25T04:42:53,471 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T04:42:53,512 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T04:42:53,515 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T04:42:53,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T04:42:53,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T04:42:53,516 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T04:42:53,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4abd8940{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/hadoop.log.dir/,AVAILABLE} 2024-11-25T04:42:53,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@df9f073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T04:42:53,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@648125e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/java.io.tmpdir/jetty-localhost-38527-hadoop-hdfs-3_4_1-tests_jar-_-any-104554205135039789/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:42:53,611 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5707ca8f{HTTP/1.1, (http/1.1)}{localhost:38527} 2024-11-25T04:42:53,611 INFO [Time-limited test {}] server.Server(415): Started @95324ms 2024-11-25T04:42:53,612 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T04:42:54,160 WARN [Thread-803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/cluster_9e1350df-1910-49c6-b63a-b596ea8877ba/data/data1/current/BP-463482326-172.17.0.2-1732509772808/current, will proceed with Du for space computation calculation, 2024-11-25T04:42:54,160 WARN [Thread-804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/cluster_9e1350df-1910-49c6-b63a-b596ea8877ba/data/data2/current/BP-463482326-172.17.0.2-1732509772808/current, will proceed with Du for space computation calculation, 2024-11-25T04:42:54,180 WARN [Thread-767 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T04:42:54,182 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85df57c40face279 with lease ID 0x8e6c7fd15c25535f: Processing first storage report for DS-e435d71f-c9d2-426e-83b2-d3148199d37f from datanode DatanodeRegistration(127.0.0.1:45735, datanodeUuid=a623d2e6-7cbf-4a30-a1e2-074902b43866, infoPort=36615, infoSecurePort=0, ipcPort=39541, storageInfo=lv=-57;cid=testClusterID;nsid=2053348950;c=1732509772808) 2024-11-25T04:42:54,183 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85df57c40face279 with lease ID 0x8e6c7fd15c25535f: from storage DS-e435d71f-c9d2-426e-83b2-d3148199d37f node DatanodeRegistration(127.0.0.1:45735, datanodeUuid=a623d2e6-7cbf-4a30-a1e2-074902b43866, infoPort=36615, infoSecurePort=0, ipcPort=39541, storageInfo=lv=-57;cid=testClusterID;nsid=2053348950;c=1732509772808), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T04:42:54,183 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85df57c40face279 with lease ID 0x8e6c7fd15c25535f: Processing first storage report for DS-d37f464d-ae40-44bd-89fc-f4cbab129d1e from datanode DatanodeRegistration(127.0.0.1:45735, datanodeUuid=a623d2e6-7cbf-4a30-a1e2-074902b43866, infoPort=36615, infoSecurePort=0, ipcPort=39541, storageInfo=lv=-57;cid=testClusterID;nsid=2053348950;c=1732509772808) 2024-11-25T04:42:54,183 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85df57c40face279 with lease ID 0x8e6c7fd15c25535f: from storage DS-d37f464d-ae40-44bd-89fc-f4cbab129d1e node DatanodeRegistration(127.0.0.1:45735, datanodeUuid=a623d2e6-7cbf-4a30-a1e2-074902b43866, infoPort=36615, infoSecurePort=0, ipcPort=39541, storageInfo=lv=-57;cid=testClusterID;nsid=2053348950;c=1732509772808), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T04:42:54,297 WARN [Thread-814 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/cluster_9e1350df-1910-49c6-b63a-b596ea8877ba/data/data3/current/BP-463482326-172.17.0.2-1732509772808/current, will proceed with Du for space computation calculation, 2024-11-25T04:42:54,297 WARN [Thread-815 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/cluster_9e1350df-1910-49c6-b63a-b596ea8877ba/data/data4/current/BP-463482326-172.17.0.2-1732509772808/current, will proceed with Du for space computation calculation, 2024-11-25T04:42:54,317 WARN [Thread-790 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T04:42:54,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b6fc98c8b33bff with lease ID 0x8e6c7fd15c255360: Processing first storage report for DS-3ca36f1e-c551-40c4-b066-ecd06d293b58 from datanode DatanodeRegistration(127.0.0.1:40495, datanodeUuid=03276cf6-6ff0-4d56-9132-f04e5778ab71, infoPort=45083, infoSecurePort=0, ipcPort=35091, storageInfo=lv=-57;cid=testClusterID;nsid=2053348950;c=1732509772808) 2024-11-25T04:42:54,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b6fc98c8b33bff with lease ID 0x8e6c7fd15c255360: from storage DS-3ca36f1e-c551-40c4-b066-ecd06d293b58 node DatanodeRegistration(127.0.0.1:40495, datanodeUuid=03276cf6-6ff0-4d56-9132-f04e5778ab71, infoPort=45083, infoSecurePort=0, ipcPort=35091, storageInfo=lv=-57;cid=testClusterID;nsid=2053348950;c=1732509772808), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T04:42:54,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b6fc98c8b33bff with lease ID 0x8e6c7fd15c255360: Processing first storage report for DS-d288d8e5-1b52-4094-a290-7bfffb5f4e45 from datanode DatanodeRegistration(127.0.0.1:40495, datanodeUuid=03276cf6-6ff0-4d56-9132-f04e5778ab71, infoPort=45083, infoSecurePort=0, ipcPort=35091, storageInfo=lv=-57;cid=testClusterID;nsid=2053348950;c=1732509772808) 2024-11-25T04:42:54,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b6fc98c8b33bff with lease ID 0x8e6c7fd15c255360: from storage DS-d288d8e5-1b52-4094-a290-7bfffb5f4e45 node DatanodeRegistration(127.0.0.1:40495, datanodeUuid=03276cf6-6ff0-4d56-9132-f04e5778ab71, infoPort=45083, infoSecurePort=0, ipcPort=35091, storageInfo=lv=-57;cid=testClusterID;nsid=2053348950;c=1732509772808), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T04:42:54,340 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7 2024-11-25T04:42:54,344 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/cluster_9e1350df-1910-49c6-b63a-b596ea8877ba/zookeeper_0, clientPort=64251, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/cluster_9e1350df-1910-49c6-b63a-b596ea8877ba/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/cluster_9e1350df-1910-49c6-b63a-b596ea8877ba/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T04:42:54,346 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64251 2024-11-25T04:42:54,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:42:54,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:42:54,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741825_1001 (size=7) 2024-11-25T04:42:54,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741825_1001 (size=7) 2024-11-25T04:42:54,359 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82 with version=8 2024-11-25T04:42:54,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/hbase-staging 2024-11-25T04:42:54,360 INFO [Time-limited test {}] client.ConnectionUtils(128): master/13aa81add8b8:0 server-side Connection retries=45 2024-11-25T04:42:54,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T04:42:54,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T04:42:54,361 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T04:42:54,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T04:42:54,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T04:42:54,361 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T04:42:54,361 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T04:42:54,361 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38119 2024-11-25T04:42:54,363 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38119 connecting to ZooKeeper ensemble=127.0.0.1:64251 2024-11-25T04:42:54,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381190x0, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T04:42:54,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38119-0x1017196c4cb0000 connected 2024-11-25T04:42:54,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:42:54,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:42:54,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T04:42:54,499 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82, hbase.cluster.distributed=false 2024-11-25T04:42:54,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T04:42:54,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38119 2024-11-25T04:42:54,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38119 2024-11-25T04:42:54,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38119 2024-11-25T04:42:54,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38119 2024-11-25T04:42:54,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38119 2024-11-25T04:42:54,516 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/13aa81add8b8:0 server-side Connection retries=45 2024-11-25T04:42:54,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T04:42:54,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T04:42:54,516 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T04:42:54,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T04:42:54,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T04:42:54,516 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T04:42:54,516 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T04:42:54,517 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38249 2024-11-25T04:42:54,518 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38249 connecting to ZooKeeper ensemble=127.0.0.1:64251 2024-11-25T04:42:54,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:42:54,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:42:54,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382490x0, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T04:42:54,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38249-0x1017196c4cb0001, quorum=127.0.0.1:64251, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T04:42:54,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38249-0x1017196c4cb0001 connected 2024-11-25T04:42:54,530 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T04:42:54,531 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T04:42:54,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38249-0x1017196c4cb0001, quorum=127.0.0.1:64251, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T04:42:54,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38249-0x1017196c4cb0001, quorum=127.0.0.1:64251, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T04:42:54,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38249 2024-11-25T04:42:54,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38249 2024-11-25T04:42:54,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38249 2024-11-25T04:42:54,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38249 2024-11-25T04:42:54,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38249 2024-11-25T04:42:54,549 DEBUG [M:0;13aa81add8b8:38119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;13aa81add8b8:38119 2024-11-25T04:42:54,549 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/13aa81add8b8,38119,1732509774360 2024-11-25T04:42:54,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T04:42:54,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38249-0x1017196c4cb0001, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T04:42:54,560 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/13aa81add8b8,38119,1732509774360 2024-11-25T04:42:54,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:54,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38249-0x1017196c4cb0001, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T04:42:54,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38249-0x1017196c4cb0001, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:54,572 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T04:42:54,572 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/13aa81add8b8,38119,1732509774360 from backup master directory 2024-11-25T04:42:54,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/13aa81add8b8,38119,1732509774360 2024-11-25T04:42:54,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38249-0x1017196c4cb0001, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T04:42:54,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T04:42:54,579 WARN [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T04:42:54,579 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=13aa81add8b8,38119,1732509774360 2024-11-25T04:42:54,584 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/hbase.id] with ID: 8a9d3cd2-3156-4336-9751-53580b15ae0f 2024-11-25T04:42:54,584 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/.tmp/hbase.id 2024-11-25T04:42:54,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741826_1002 (size=42) 2024-11-25T04:42:54,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741826_1002 (size=42) 2024-11-25T04:42:54,591 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/.tmp/hbase.id]:[hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/hbase.id] 2024-11-25T04:42:54,603 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:42:54,603 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T04:42:54,605 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T04:42:54,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:54,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38249-0x1017196c4cb0001, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:54,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741827_1003 (size=196) 2024-11-25T04:42:54,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741827_1003 (size=196) 2024-11-25T04:42:55,024 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T04:42:55,027 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T04:42:55,028 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T04:42:55,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741828_1004 (size=1189) 2024-11-25T04:42:55,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741828_1004 (size=1189) 2024-11-25T04:42:55,041 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/data/master/store 2024-11-25T04:42:55,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741829_1005 (size=34) 2024-11-25T04:42:55,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741829_1005 (size=34) 2024-11-25T04:42:55,049 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:42:55,049 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T04:42:55,049 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:42:55,049 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:42:55,049 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T04:42:55,049 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:42:55,049 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:42:55,050 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732509775049Disabling compacts and flushes for region at 1732509775049Disabling writes for close at 1732509775049Writing region close event to WAL at 1732509775049Closed at 1732509775049 2024-11-25T04:42:55,050 WARN [master/13aa81add8b8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/data/master/store/.initializing 2024-11-25T04:42:55,050 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/WALs/13aa81add8b8,38119,1732509774360 2024-11-25T04:42:55,052 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T04:42:55,053 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=13aa81add8b8%2C38119%2C1732509774360, suffix=, logDir=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/WALs/13aa81add8b8,38119,1732509774360, archiveDir=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/oldWALs, maxLogs=10 2024-11-25T04:42:55,067 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/WALs/13aa81add8b8,38119,1732509774360/13aa81add8b8%2C38119%2C1732509774360.1732509775054, exclude list is [], retry=0 2024-11-25T04:42:55,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45735,DS-e435d71f-c9d2-426e-83b2-d3148199d37f,DISK] 2024-11-25T04:42:55,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40495,DS-3ca36f1e-c551-40c4-b066-ecd06d293b58,DISK] 2024-11-25T04:42:55,072 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/WALs/13aa81add8b8,38119,1732509774360/13aa81add8b8%2C38119%2C1732509774360.1732509775054 2024-11-25T04:42:55,073 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36615:36615),(127.0.0.1/127.0.0.1:45083:45083)] 2024-11-25T04:42:55,073 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T04:42:55,073 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:42:55,073 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:42:55,073 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:42:55,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:42:55,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T04:42:55,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:55,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:42:55,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:42:55,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T04:42:55,079 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:55,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T04:42:55,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:42:55,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T04:42:55,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:55,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T04:42:55,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:42:55,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T04:42:55,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:55,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T04:42:55,083 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:42:55,084 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:42:55,084 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:42:55,085 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:42:55,085 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:42:55,086 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T04:42:55,087 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:42:55,089 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T04:42:55,090 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=821883, jitterRate=0.04507929086685181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T04:42:55,090 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732509775073Initializing all the Stores at 1732509775074 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509775075 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509775075Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509775075Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509775075Cleaning up temporary data from old regions at 1732509775085 (+10 ms)Region opened successfully at 1732509775090 (+5 ms) 2024-11-25T04:42:55,090 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T04:42:55,094 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220f2b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=13aa81add8b8/172.17.0.2:0 2024-11-25T04:42:55,095 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T04:42:55,095 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T04:42:55,095 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T04:42:55,095 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T04:42:55,096 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T04:42:55,096 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T04:42:55,096 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T04:42:55,098 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T04:42:55,099 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T04:42:55,129 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T04:42:55,129 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T04:42:55,130 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T04:42:55,137 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T04:42:55,138 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T04:42:55,140 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T04:42:55,150 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T04:42:55,152 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T04:42:55,162 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T04:42:55,168 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T04:42:55,179 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T04:42:55,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T04:42:55,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38249-0x1017196c4cb0001, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T04:42:55,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:55,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38249-0x1017196c4cb0001, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:55,189 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=13aa81add8b8,38119,1732509774360, sessionid=0x1017196c4cb0000, setting cluster-up flag (Was=false) 2024-11-25T04:42:55,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:55,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38249-0x1017196c4cb0001, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:55,237 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T04:42:55,239 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=13aa81add8b8,38119,1732509774360 2024-11-25T04:42:55,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38249-0x1017196c4cb0001, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:55,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:55,288 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T04:42:55,291 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=13aa81add8b8,38119,1732509774360 2024-11-25T04:42:55,294 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T04:42:55,297 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T04:42:55,298 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T04:42:55,298 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T04:42:55,298 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 13aa81add8b8,38119,1732509774360 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T04:42:55,300 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/13aa81add8b8:0, corePoolSize=5, maxPoolSize=5 2024-11-25T04:42:55,300 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/13aa81add8b8:0, corePoolSize=5, maxPoolSize=5 2024-11-25T04:42:55,301 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/13aa81add8b8:0, corePoolSize=5, maxPoolSize=5 2024-11-25T04:42:55,301 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/13aa81add8b8:0, corePoolSize=5, maxPoolSize=5 2024-11-25T04:42:55,301 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/13aa81add8b8:0, corePoolSize=10, maxPoolSize=10 2024-11-25T04:42:55,301 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:55,301 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/13aa81add8b8:0, corePoolSize=2, maxPoolSize=2 2024-11-25T04:42:55,301 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:55,303 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732509805303 2024-11-25T04:42:55,303 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T04:42:55,303 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T04:42:55,303 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T04:42:55,303 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T04:42:55,303 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T04:42:55,303 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T04:42:55,303 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T04:42:55,303 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T04:42:55,303 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:55,304 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T04:42:55,304 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T04:42:55,304 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T04:42:55,305 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:55,305 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T04:42:55,306 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T04:42:55,306 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T04:42:55,306 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.large.0-1732509775306,5,FailOnTimeoutGroup] 2024-11-25T04:42:55,306 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.small.0-1732509775306,5,FailOnTimeoutGroup] 2024-11-25T04:42:55,306 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:55,306 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T04:42:55,306 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:55,306 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:55,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741831_1007 (size=1321) 2024-11-25T04:42:55,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741831_1007 (size=1321) 2024-11-25T04:42:55,314 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T04:42:55,315 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82 2024-11-25T04:42:55,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741832_1008 (size=32) 2024-11-25T04:42:55,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741832_1008 (size=32) 2024-11-25T04:42:55,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:42:55,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T04:42:55,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T04:42:55,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:55,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:42:55,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T04:42:55,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T04:42:55,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:55,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:42:55,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T04:42:55,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T04:42:55,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:55,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:42:55,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T04:42:55,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T04:42:55,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:55,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:42:55,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T04:42:55,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/hbase/meta/1588230740 2024-11-25T04:42:55,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/hbase/meta/1588230740 2024-11-25T04:42:55,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T04:42:55,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T04:42:55,334 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T04:42:55,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T04:42:55,338 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T04:42:55,338 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=736053, jitterRate=-0.06406022608280182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T04:42:55,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732509775322Initializing all the Stores at 1732509775323 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509775323Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509775323Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509775324 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509775324Cleaning up temporary data from old regions at 1732509775334 (+10 ms)Region opened successfully at 1732509775339 (+5 ms) 2024-11-25T04:42:55,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T04:42:55,339 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T04:42:55,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T04:42:55,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T04:42:55,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T04:42:55,340 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T04:42:55,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732509775339Disabling compacts and flushes for region at 1732509775339Disabling writes for close at 1732509775339Writing region close event to WAL at 1732509775340 (+1 ms)Closed at 1732509775340 2024-11-25T04:42:55,341 INFO [RS:0;13aa81add8b8:38249 {}] regionserver.HRegionServer(746): ClusterId : 8a9d3cd2-3156-4336-9751-53580b15ae0f 2024-11-25T04:42:55,341 DEBUG [RS:0;13aa81add8b8:38249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T04:42:55,341 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T04:42:55,341 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T04:42:55,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T04:42:55,343 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T04:42:55,344 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T04:42:55,473 DEBUG [RS:0;13aa81add8b8:38249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T04:42:55,473 DEBUG [RS:0;13aa81add8b8:38249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T04:42:55,490 DEBUG [RS:0;13aa81add8b8:38249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T04:42:55,491 DEBUG [RS:0;13aa81add8b8:38249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61620d96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=13aa81add8b8/172.17.0.2:0 2024-11-25T04:42:55,494 WARN [13aa81add8b8:38119 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T04:42:55,510 DEBUG [RS:0;13aa81add8b8:38249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;13aa81add8b8:38249 2024-11-25T04:42:55,511 INFO [RS:0;13aa81add8b8:38249 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T04:42:55,511 INFO [RS:0;13aa81add8b8:38249 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T04:42:55,511 DEBUG [RS:0;13aa81add8b8:38249 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T04:42:55,512 INFO [RS:0;13aa81add8b8:38249 {}] regionserver.HRegionServer(2659): reportForDuty to master=13aa81add8b8,38119,1732509774360 with port=38249, startcode=1732509774515 2024-11-25T04:42:55,512 DEBUG [RS:0;13aa81add8b8:38249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T04:42:55,513 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39633, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T04:42:55,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38119 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 13aa81add8b8,38249,1732509774515 2024-11-25T04:42:55,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38119 {}] master.ServerManager(517): Registering regionserver=13aa81add8b8,38249,1732509774515 2024-11-25T04:42:55,516 DEBUG [RS:0;13aa81add8b8:38249 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82 2024-11-25T04:42:55,516 DEBUG [RS:0;13aa81add8b8:38249 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39975 2024-11-25T04:42:55,516 DEBUG [RS:0;13aa81add8b8:38249 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T04:42:55,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T04:42:55,526 DEBUG [RS:0;13aa81add8b8:38249 {}] zookeeper.ZKUtil(111): regionserver:38249-0x1017196c4cb0001, quorum=127.0.0.1:64251, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/13aa81add8b8,38249,1732509774515 2024-11-25T04:42:55,526 WARN [RS:0;13aa81add8b8:38249 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T04:42:55,526 INFO [RS:0;13aa81add8b8:38249 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T04:42:55,526 DEBUG [RS:0;13aa81add8b8:38249 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/WALs/13aa81add8b8,38249,1732509774515 2024-11-25T04:42:55,526 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [13aa81add8b8,38249,1732509774515] 2024-11-25T04:42:55,530 INFO [RS:0;13aa81add8b8:38249 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T04:42:55,531 INFO [RS:0;13aa81add8b8:38249 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T04:42:55,532 INFO [RS:0;13aa81add8b8:38249 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T04:42:55,532 INFO [RS:0;13aa81add8b8:38249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:55,532 INFO [RS:0;13aa81add8b8:38249 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T04:42:55,533 INFO [RS:0;13aa81add8b8:38249 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T04:42:55,533 INFO [RS:0;13aa81add8b8:38249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:55,533 DEBUG [RS:0;13aa81add8b8:38249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:55,533 DEBUG [RS:0;13aa81add8b8:38249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:55,533 DEBUG [RS:0;13aa81add8b8:38249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:55,533 DEBUG [RS:0;13aa81add8b8:38249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:55,533 DEBUG [RS:0;13aa81add8b8:38249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:55,533 DEBUG [RS:0;13aa81add8b8:38249 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/13aa81add8b8:0, corePoolSize=2, maxPoolSize=2 2024-11-25T04:42:55,533 DEBUG [RS:0;13aa81add8b8:38249 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:55,533 DEBUG [RS:0;13aa81add8b8:38249 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:55,533 DEBUG [RS:0;13aa81add8b8:38249 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:55,534 DEBUG [RS:0;13aa81add8b8:38249 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:55,534 DEBUG [RS:0;13aa81add8b8:38249 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:55,534 DEBUG [RS:0;13aa81add8b8:38249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:42:55,534 DEBUG [RS:0;13aa81add8b8:38249 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/13aa81add8b8:0, corePoolSize=3, maxPoolSize=3 2024-11-25T04:42:55,534 DEBUG [RS:0;13aa81add8b8:38249 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0, corePoolSize=3, maxPoolSize=3 2024-11-25T04:42:55,534 INFO [RS:0;13aa81add8b8:38249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:55,534 INFO [RS:0;13aa81add8b8:38249 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:55,534 INFO [RS:0;13aa81add8b8:38249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:55,534 INFO [RS:0;13aa81add8b8:38249 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:55,534 INFO [RS:0;13aa81add8b8:38249 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:55,534 INFO [RS:0;13aa81add8b8:38249 {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,38249,1732509774515-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T04:42:55,548 INFO [RS:0;13aa81add8b8:38249 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T04:42:55,548 INFO [RS:0;13aa81add8b8:38249 {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,38249,1732509774515-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:55,548 INFO [RS:0;13aa81add8b8:38249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:55,548 INFO [RS:0;13aa81add8b8:38249 {}] regionserver.Replication(171): 13aa81add8b8,38249,1732509774515 started 2024-11-25T04:42:55,561 INFO [RS:0;13aa81add8b8:38249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:55,561 INFO [RS:0;13aa81add8b8:38249 {}] regionserver.HRegionServer(1482): Serving as 13aa81add8b8,38249,1732509774515, RpcServer on 13aa81add8b8/172.17.0.2:38249, sessionid=0x1017196c4cb0001 2024-11-25T04:42:55,561 DEBUG [RS:0;13aa81add8b8:38249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T04:42:55,561 DEBUG [RS:0;13aa81add8b8:38249 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 13aa81add8b8,38249,1732509774515 2024-11-25T04:42:55,561 DEBUG [RS:0;13aa81add8b8:38249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '13aa81add8b8,38249,1732509774515' 2024-11-25T04:42:55,561 DEBUG [RS:0;13aa81add8b8:38249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T04:42:55,562 DEBUG [RS:0;13aa81add8b8:38249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T04:42:55,562 DEBUG [RS:0;13aa81add8b8:38249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T04:42:55,562 DEBUG [RS:0;13aa81add8b8:38249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T04:42:55,562 DEBUG [RS:0;13aa81add8b8:38249 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 13aa81add8b8,38249,1732509774515 2024-11-25T04:42:55,562 DEBUG [RS:0;13aa81add8b8:38249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '13aa81add8b8,38249,1732509774515' 2024-11-25T04:42:55,562 DEBUG [RS:0;13aa81add8b8:38249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T04:42:55,563 DEBUG [RS:0;13aa81add8b8:38249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T04:42:55,564 DEBUG [RS:0;13aa81add8b8:38249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T04:42:55,564 INFO [RS:0;13aa81add8b8:38249 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T04:42:55,564 INFO [RS:0;13aa81add8b8:38249 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T04:42:55,664 INFO [RS:0;13aa81add8b8:38249 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T04:42:55,668 INFO [RS:0;13aa81add8b8:38249 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=13aa81add8b8%2C38249%2C1732509774515, suffix=, logDir=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/WALs/13aa81add8b8,38249,1732509774515, archiveDir=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/oldWALs, maxLogs=32 2024-11-25T04:42:55,683 DEBUG [RS:0;13aa81add8b8:38249 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/WALs/13aa81add8b8,38249,1732509774515/13aa81add8b8%2C38249%2C1732509774515.1732509775669, exclude list is [], retry=0 2024-11-25T04:42:55,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45735,DS-e435d71f-c9d2-426e-83b2-d3148199d37f,DISK] 2024-11-25T04:42:55,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40495,DS-3ca36f1e-c551-40c4-b066-ecd06d293b58,DISK] 2024-11-25T04:42:55,688 INFO [RS:0;13aa81add8b8:38249 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/WALs/13aa81add8b8,38249,1732509774515/13aa81add8b8%2C38249%2C1732509774515.1732509775669 2024-11-25T04:42:55,689 DEBUG [RS:0;13aa81add8b8:38249 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36615:36615),(127.0.0.1/127.0.0.1:45083:45083)] 2024-11-25T04:42:55,745 DEBUG [13aa81add8b8:38119 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T04:42:55,745 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=13aa81add8b8,38249,1732509774515 2024-11-25T04:42:55,748 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 13aa81add8b8,38249,1732509774515, state=OPENING 2024-11-25T04:42:55,770 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T04:42:55,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38249-0x1017196c4cb0001, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:55,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:42:55,780 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T04:42:55,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T04:42:55,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=13aa81add8b8,38249,1732509774515}] 2024-11-25T04:42:55,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T04:42:55,935 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T04:42:55,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60891, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T04:42:55,946 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T04:42:55,946 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T04:42:55,947 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T04:42:55,950 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=13aa81add8b8%2C38249%2C1732509774515.meta, suffix=.meta, logDir=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/WALs/13aa81add8b8,38249,1732509774515, archiveDir=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/oldWALs, maxLogs=32 2024-11-25T04:42:55,965 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/WALs/13aa81add8b8,38249,1732509774515/13aa81add8b8%2C38249%2C1732509774515.meta.1732509775951.meta, exclude list is [], retry=0 2024-11-25T04:42:55,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40495,DS-3ca36f1e-c551-40c4-b066-ecd06d293b58,DISK] 2024-11-25T04:42:55,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45735,DS-e435d71f-c9d2-426e-83b2-d3148199d37f,DISK] 2024-11-25T04:42:55,969 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/WALs/13aa81add8b8,38249,1732509774515/13aa81add8b8%2C38249%2C1732509774515.meta.1732509775951.meta 2024-11-25T04:42:55,969 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45083:45083),(127.0.0.1/127.0.0.1:36615:36615)] 2024-11-25T04:42:55,969 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T04:42:55,970 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T04:42:55,970 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T04:42:55,970 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T04:42:55,970 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T04:42:55,970 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:42:55,970 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T04:42:55,970 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T04:42:55,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T04:42:55,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T04:42:55,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:55,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:42:55,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T04:42:55,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T04:42:55,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:55,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:42:55,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T04:42:55,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T04:42:55,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:55,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:42:55,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T04:42:55,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T04:42:55,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:55,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:42:55,977 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T04:42:55,978 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/hbase/meta/1588230740 2024-11-25T04:42:55,979 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/hbase/meta/1588230740 2024-11-25T04:42:55,980 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T04:42:55,980 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T04:42:55,981 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T04:42:55,983 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T04:42:55,984 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=761758, jitterRate=-0.031374961137771606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T04:42:55,984 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T04:42:55,984 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732509775970Writing region info on filesystem at 1732509775970Initializing all the Stores at 1732509775971 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509775971Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509775971Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509775972 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509775972Cleaning up temporary data from old regions at 1732509775981 (+9 ms)Running coprocessor post-open hooks at 1732509775984 (+3 ms)Region opened successfully at 1732509775984 2024-11-25T04:42:55,986 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732509775934 2024-11-25T04:42:55,988 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T04:42:55,989 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T04:42:55,989 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=13aa81add8b8,38249,1732509774515 2024-11-25T04:42:55,990 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 13aa81add8b8,38249,1732509774515, state=OPEN 2024-11-25T04:42:56,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T04:42:56,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38249-0x1017196c4cb0001, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T04:42:56,026 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=13aa81add8b8,38249,1732509774515 2024-11-25T04:42:56,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T04:42:56,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T04:42:56,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T04:42:56,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=13aa81add8b8,38249,1732509774515 in 247 msec 2024-11-25T04:42:56,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T04:42:56,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 690 msec 2024-11-25T04:42:56,036 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T04:42:56,036 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T04:42:56,038 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T04:42:56,038 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13aa81add8b8,38249,1732509774515, seqNum=-1] 2024-11-25T04:42:56,038 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T04:42:56,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55735, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T04:42:56,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 749 msec 2024-11-25T04:42:56,046 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732509776046, completionTime=-1 2024-11-25T04:42:56,046 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T04:42:56,046 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T04:42:56,048 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T04:42:56,048 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732509836048 2024-11-25T04:42:56,048 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732509896048 2024-11-25T04:42:56,048 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T04:42:56,049 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,38119,1732509774360-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:56,049 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,38119,1732509774360-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:56,049 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,38119,1732509774360-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:56,049 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-13aa81add8b8:38119, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:56,049 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:56,049 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:56,051 DEBUG [master/13aa81add8b8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T04:42:56,053 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.473sec 2024-11-25T04:42:56,053 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T04:42:56,053 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T04:42:56,053 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T04:42:56,053 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T04:42:56,053 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T04:42:56,053 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,38119,1732509774360-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T04:42:56,053 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,38119,1732509774360-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T04:42:56,055 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T04:42:56,055 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T04:42:56,055 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,38119,1732509774360-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:42:56,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db5ff6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T04:42:56,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 13aa81add8b8,38119,-1 for getting cluster id 2024-11-25T04:42:56,142 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T04:42:56,144 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a9d3cd2-3156-4336-9751-53580b15ae0f' 2024-11-25T04:42:56,145 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T04:42:56,145 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a9d3cd2-3156-4336-9751-53580b15ae0f" 2024-11-25T04:42:56,146 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f978972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T04:42:56,146 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13aa81add8b8,38119,-1] 2024-11-25T04:42:56,146 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T04:42:56,147 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:42:56,149 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T04:42:56,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d91e092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T04:42:56,152 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T04:42:56,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13aa81add8b8,38249,1732509774515, seqNum=-1] 2024-11-25T04:42:56,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T04:42:56,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T04:42:56,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=13aa81add8b8,38119,1732509774360 2024-11-25T04:42:56,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:42:56,160 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-25T04:42:56,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T04:42:56,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 13aa81add8b8,38119,1732509774360 2024-11-25T04:42:56,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2255964 2024-11-25T04:42:56,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T04:42:56,163 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T04:42:56,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-25T04:42:56,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-25T04:42:56,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T04:42:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-25T04:42:56,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T04:42:56,167 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:56,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-25T04:42:56,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T04:42:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T04:42:56,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741835_1011 (size=405) 2024-11-25T04:42:56,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741835_1011 (size=405) 2024-11-25T04:42:56,179 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fda514f1e192c11bd7d5840b1e88cea5, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82 2024-11-25T04:42:56,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741836_1012 (size=88) 2024-11-25T04:42:56,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741836_1012 (size=88) 2024-11-25T04:42:56,188 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:42:56,188 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing fda514f1e192c11bd7d5840b1e88cea5, disabling compactions & flushes 2024-11-25T04:42:56,188 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5. 2024-11-25T04:42:56,188 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5. 2024-11-25T04:42:56,188 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5. after waiting 0 ms 2024-11-25T04:42:56,188 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5. 2024-11-25T04:42:56,189 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5. 2024-11-25T04:42:56,189 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for fda514f1e192c11bd7d5840b1e88cea5: Waiting for close lock at 1732509776188Disabling compacts and flushes for region at 1732509776188Disabling writes for close at 1732509776188Writing region close event to WAL at 1732509776189 (+1 ms)Closed at 1732509776189 2024-11-25T04:42:56,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T04:42:56,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1732509776191"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732509776191"}]},"ts":"1732509776191"} 2024-11-25T04:42:56,194 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T04:42:56,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T04:42:56,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732509776196"}]},"ts":"1732509776196"} 2024-11-25T04:42:56,198 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-25T04:42:56,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=fda514f1e192c11bd7d5840b1e88cea5, ASSIGN}] 2024-11-25T04:42:56,200 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=fda514f1e192c11bd7d5840b1e88cea5, ASSIGN 2024-11-25T04:42:56,201 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=fda514f1e192c11bd7d5840b1e88cea5, ASSIGN; state=OFFLINE, location=13aa81add8b8,38249,1732509774515; forceNewPlan=false, retain=false 2024-11-25T04:42:56,352 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fda514f1e192c11bd7d5840b1e88cea5, regionState=OPENING, regionLocation=13aa81add8b8,38249,1732509774515 2024-11-25T04:42:56,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=fda514f1e192c11bd7d5840b1e88cea5, ASSIGN because future has completed 2024-11-25T04:42:56,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fda514f1e192c11bd7d5840b1e88cea5, server=13aa81add8b8,38249,1732509774515}] 2024-11-25T04:42:56,525 INFO [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5. 2024-11-25T04:42:56,525 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fda514f1e192c11bd7d5840b1e88cea5, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5.', STARTKEY => '', ENDKEY => ''} 2024-11-25T04:42:56,526 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling fda514f1e192c11bd7d5840b1e88cea5 2024-11-25T04:42:56,526 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:42:56,526 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fda514f1e192c11bd7d5840b1e88cea5 2024-11-25T04:42:56,526 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fda514f1e192c11bd7d5840b1e88cea5 2024-11-25T04:42:56,529 INFO [StoreOpener-fda514f1e192c11bd7d5840b1e88cea5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region fda514f1e192c11bd7d5840b1e88cea5 2024-11-25T04:42:56,531 INFO [StoreOpener-fda514f1e192c11bd7d5840b1e88cea5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fda514f1e192c11bd7d5840b1e88cea5 columnFamilyName info 2024-11-25T04:42:56,531 DEBUG [StoreOpener-fda514f1e192c11bd7d5840b1e88cea5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:42:56,531 INFO [StoreOpener-fda514f1e192c11bd7d5840b1e88cea5-1 {}] regionserver.HStore(327): Store=fda514f1e192c11bd7d5840b1e88cea5/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T04:42:56,531 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fda514f1e192c11bd7d5840b1e88cea5 2024-11-25T04:42:56,532 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5 2024-11-25T04:42:56,532 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5 2024-11-25T04:42:56,533 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fda514f1e192c11bd7d5840b1e88cea5 2024-11-25T04:42:56,533 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fda514f1e192c11bd7d5840b1e88cea5 2024-11-25T04:42:56,534 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fda514f1e192c11bd7d5840b1e88cea5 2024-11-25T04:42:56,537 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T04:42:56,537 INFO [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fda514f1e192c11bd7d5840b1e88cea5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=815373, jitterRate=0.03680078685283661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T04:42:56,537 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fda514f1e192c11bd7d5840b1e88cea5 2024-11-25T04:42:56,538 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fda514f1e192c11bd7d5840b1e88cea5: Running coprocessor pre-open hook at 1732509776526Writing region info on filesystem at 1732509776526Initializing all the Stores at 1732509776528 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509776528Cleaning up temporary data from old regions at 1732509776533 (+5 ms)Running coprocessor post-open hooks at 1732509776537 (+4 ms)Region opened successfully at 1732509776538 (+1 ms) 2024-11-25T04:42:56,539 INFO [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5., pid=6, masterSystemTime=1732509776517 2024-11-25T04:42:56,541 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5. 2024-11-25T04:42:56,541 INFO [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5. 2024-11-25T04:42:56,542 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fda514f1e192c11bd7d5840b1e88cea5, regionState=OPEN, openSeqNum=2, regionLocation=13aa81add8b8,38249,1732509774515 2024-11-25T04:42:56,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fda514f1e192c11bd7d5840b1e88cea5, server=13aa81add8b8,38249,1732509774515 because future has completed 2024-11-25T04:42:56,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T04:42:56,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fda514f1e192c11bd7d5840b1e88cea5, server=13aa81add8b8,38249,1732509774515 in 184 msec 2024-11-25T04:42:56,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T04:42:56,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=fda514f1e192c11bd7d5840b1e88cea5, ASSIGN in 348 msec 2024-11-25T04:42:56,550 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T04:42:56,551 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732509776550"}]},"ts":"1732509776550"} 2024-11-25T04:42:56,553 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-25T04:42:56,554 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T04:42:56,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 390 msec 2024-11-25T04:42:56,556 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T04:42:56,556 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T04:42:56,556 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T04:42:56,557 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T04:42:56,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-25T04:42:56,557 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-25T04:43:00,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:00,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:00,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:00,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:00,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:00,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:00,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:00,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:01,497 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T04:43:01,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:01,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:01,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:01,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:01,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:01,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:01,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:01,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:01,536 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T04:43:01,537 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-25T04:43:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T04:43:06,244 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-25T04:43:06,244 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-25T04:43:06,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-25T04:43:06,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5. 2024-11-25T04:43:06,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5., hostname=13aa81add8b8,38249,1732509774515, seqNum=2] 2024-11-25T04:43:06,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-25T04:43:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-25T04:43:06,267 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-25T04:43:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T04:43:06,269 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T04:43:06,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T04:43:06,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T04:43:06,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5. 2024-11-25T04:43:06,431 INFO [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing fda514f1e192c11bd7d5840b1e88cea5 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-25T04:43:06,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/.tmp/info/cab04f67ef514faab82e2caeec36b7d3 is 1055, key is row0001/info:/1732509786253/Put/seqid=0 2024-11-25T04:43:06,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741837_1013 (size=6008) 2024-11-25T04:43:06,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741837_1013 (size=6008) 2024-11-25T04:43:06,860 INFO [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/.tmp/info/cab04f67ef514faab82e2caeec36b7d3 2024-11-25T04:43:06,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/.tmp/info/cab04f67ef514faab82e2caeec36b7d3 as hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/info/cab04f67ef514faab82e2caeec36b7d3 2024-11-25T04:43:06,879 INFO [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/info/cab04f67ef514faab82e2caeec36b7d3, entries=1, sequenceid=5, filesize=5.9 K 2024-11-25T04:43:06,880 INFO [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for fda514f1e192c11bd7d5840b1e88cea5 in 449ms, sequenceid=5, compaction requested=false 2024-11-25T04:43:06,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for fda514f1e192c11bd7d5840b1e88cea5: 2024-11-25T04:43:06,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5. 2024-11-25T04:43:06,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-25T04:43:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-25T04:43:06,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-25T04:43:06,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 616 msec 2024-11-25T04:43:06,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 630 msec 2024-11-25T04:43:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T04:43:16,344 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-25T04:43:16,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-25T04:43:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-25T04:43:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T04:43:16,349 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-25T04:43:16,350 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T04:43:16,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T04:43:16,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T04:43:16,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5. 2024-11-25T04:43:16,504 INFO [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing fda514f1e192c11bd7d5840b1e88cea5 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-25T04:43:16,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/.tmp/info/cbbe43b76c5644c0993e838e8f280c00 is 1055, key is row0002/info:/1732509796345/Put/seqid=0 2024-11-25T04:43:16,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741838_1014 (size=6008) 2024-11-25T04:43:16,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741838_1014 (size=6008) 2024-11-25T04:43:16,518 INFO [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/.tmp/info/cbbe43b76c5644c0993e838e8f280c00 2024-11-25T04:43:16,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/.tmp/info/cbbe43b76c5644c0993e838e8f280c00 as hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/info/cbbe43b76c5644c0993e838e8f280c00 2024-11-25T04:43:16,533 INFO [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/info/cbbe43b76c5644c0993e838e8f280c00, entries=1, sequenceid=9, filesize=5.9 K 2024-11-25T04:43:16,535 INFO [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for fda514f1e192c11bd7d5840b1e88cea5 in 31ms, sequenceid=9, compaction requested=false 2024-11-25T04:43:16,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for fda514f1e192c11bd7d5840b1e88cea5: 2024-11-25T04:43:16,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5. 2024-11-25T04:43:16,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-25T04:43:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-25T04:43:16,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T04:43:16,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 187 msec 2024-11-25T04:43:16,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 194 msec 2024-11-25T04:43:24,340 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T04:43:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T04:43:26,395 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-25T04:43:26,419 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/WALs/13aa81add8b8,38249,1732509774515/13aa81add8b8%2C38249%2C1732509774515.1732509806402, exclude list is [], retry=0 2024-11-25T04:43:26,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45735,DS-e435d71f-c9d2-426e-83b2-d3148199d37f,DISK] 2024-11-25T04:43:26,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40495,DS-3ca36f1e-c551-40c4-b066-ecd06d293b58,DISK] 2024-11-25T04:43:26,423 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/WALs/13aa81add8b8,38249,1732509774515/13aa81add8b8%2C38249%2C1732509774515.1732509775669 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/WALs/13aa81add8b8,38249,1732509774515/13aa81add8b8%2C38249%2C1732509774515.1732509806402 2024-11-25T04:43:26,424 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36615:36615),(127.0.0.1/127.0.0.1:45083:45083)] 2024-11-25T04:43:26,424 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/WALs/13aa81add8b8,38249,1732509774515/13aa81add8b8%2C38249%2C1732509774515.1732509775669 is not closed yet, will try archiving it next time 2024-11-25T04:43:26,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-25T04:43:26,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741833_1009 (size=5471) 2024-11-25T04:43:26,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741833_1009 (size=5471) 2024-11-25T04:43:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-25T04:43:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T04:43:26,427 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-25T04:43:26,428 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T04:43:26,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T04:43:26,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T04:43:26,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5. 2024-11-25T04:43:26,583 INFO [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing fda514f1e192c11bd7d5840b1e88cea5 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-25T04:43:26,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/.tmp/info/1c5d349eae7948f8a15be9c4c99f097c is 1055, key is row0003/info:/1732509806399/Put/seqid=0 2024-11-25T04:43:26,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741840_1016 (size=6008) 2024-11-25T04:43:26,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741840_1016 (size=6008) 2024-11-25T04:43:26,602 INFO [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/.tmp/info/1c5d349eae7948f8a15be9c4c99f097c 2024-11-25T04:43:26,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/.tmp/info/1c5d349eae7948f8a15be9c4c99f097c as hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/info/1c5d349eae7948f8a15be9c4c99f097c 2024-11-25T04:43:26,618 INFO [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/info/1c5d349eae7948f8a15be9c4c99f097c, entries=1, sequenceid=13, filesize=5.9 K 2024-11-25T04:43:26,619 INFO [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for fda514f1e192c11bd7d5840b1e88cea5 in 36ms, sequenceid=13, compaction requested=true 2024-11-25T04:43:26,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for fda514f1e192c11bd7d5840b1e88cea5: 2024-11-25T04:43:26,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5. 2024-11-25T04:43:26,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-25T04:43:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-25T04:43:26,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-25T04:43:26,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 193 msec 2024-11-25T04:43:26,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 200 msec 2024-11-25T04:43:36,057 INFO [master/13aa81add8b8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T04:43:36,057 INFO [master/13aa81add8b8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T04:43:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T04:43:36,494 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-25T04:43:36,497 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T04:43:36,501 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T04:43:36,503 DEBUG [Time-limited test {}] regionserver.HStore(1541): fda514f1e192c11bd7d5840b1e88cea5/info is initiating minor compaction (all files) 2024-11-25T04:43:36,503 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T04:43:36,503 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T04:43:36,504 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of fda514f1e192c11bd7d5840b1e88cea5/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5. 2024-11-25T04:43:36,504 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/info/cab04f67ef514faab82e2caeec36b7d3, hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/info/cbbe43b76c5644c0993e838e8f280c00, hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/info/1c5d349eae7948f8a15be9c4c99f097c] into tmpdir=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/.tmp, totalSize=17.6 K 2024-11-25T04:43:36,505 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting cab04f67ef514faab82e2caeec36b7d3, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732509786253 2024-11-25T04:43:36,506 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting cbbe43b76c5644c0993e838e8f280c00, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1732509796345 2024-11-25T04:43:36,507 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 1c5d349eae7948f8a15be9c4c99f097c, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732509806399 2024-11-25T04:43:36,538 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): fda514f1e192c11bd7d5840b1e88cea5#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T04:43:36,540 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/.tmp/info/d884bf2fcd984e9182892073fdd576d0 is 1055, key is row0001/info:/1732509786253/Put/seqid=0 2024-11-25T04:43:36,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741841_1017 (size=8221) 2024-11-25T04:43:36,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741841_1017 (size=8221) 2024-11-25T04:43:36,562 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/.tmp/info/d884bf2fcd984e9182892073fdd576d0 as hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/info/d884bf2fcd984e9182892073fdd576d0 2024-11-25T04:43:36,581 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fda514f1e192c11bd7d5840b1e88cea5/info of fda514f1e192c11bd7d5840b1e88cea5 into d884bf2fcd984e9182892073fdd576d0(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T04:43:36,581 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for fda514f1e192c11bd7d5840b1e88cea5: 2024-11-25T04:43:36,603 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/WALs/13aa81add8b8,38249,1732509774515/13aa81add8b8%2C38249%2C1732509774515.1732509816585, exclude list is [], retry=0 2024-11-25T04:43:36,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40495,DS-3ca36f1e-c551-40c4-b066-ecd06d293b58,DISK] 2024-11-25T04:43:36,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45735,DS-e435d71f-c9d2-426e-83b2-d3148199d37f,DISK] 2024-11-25T04:43:36,609 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/WALs/13aa81add8b8,38249,1732509774515/13aa81add8b8%2C38249%2C1732509774515.1732509806402 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/WALs/13aa81add8b8,38249,1732509774515/13aa81add8b8%2C38249%2C1732509774515.1732509816585 2024-11-25T04:43:36,609 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45083:45083),(127.0.0.1/127.0.0.1:36615:36615)] 2024-11-25T04:43:36,609 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/WALs/13aa81add8b8,38249,1732509774515/13aa81add8b8%2C38249%2C1732509774515.1732509806402 is not closed yet, will try archiving it next time 2024-11-25T04:43:36,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741839_1015 (size=2495) 2024-11-25T04:43:36,611 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/WALs/13aa81add8b8,38249,1732509774515/13aa81add8b8%2C38249%2C1732509774515.1732509806402 not finished, retry = 0 2024-11-25T04:43:36,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741839_1015 (size=2495) 2024-11-25T04:43:36,613 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/WALs/13aa81add8b8,38249,1732509774515/13aa81add8b8%2C38249%2C1732509774515.1732509775669 to hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/oldWALs/13aa81add8b8%2C38249%2C1732509774515.1732509775669 2024-11-25T04:43:36,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-25T04:43:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-25T04:43:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T04:43:36,618 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-25T04:43:36,620 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T04:43:36,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T04:43:36,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-25T04:43:36,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5. 2024-11-25T04:43:36,776 INFO [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing fda514f1e192c11bd7d5840b1e88cea5 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-25T04:43:36,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/.tmp/info/67a2ac55a84b4591a953e43549da8146 is 1055, key is row0000/info:/1732509816583/Put/seqid=0 2024-11-25T04:43:36,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741843_1019 (size=6008) 2024-11-25T04:43:36,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741843_1019 (size=6008) 2024-11-25T04:43:36,794 INFO [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/.tmp/info/67a2ac55a84b4591a953e43549da8146 2024-11-25T04:43:36,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/.tmp/info/67a2ac55a84b4591a953e43549da8146 as hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/info/67a2ac55a84b4591a953e43549da8146 2024-11-25T04:43:36,812 INFO [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/info/67a2ac55a84b4591a953e43549da8146, entries=1, sequenceid=18, filesize=5.9 K 2024-11-25T04:43:36,813 INFO [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for fda514f1e192c11bd7d5840b1e88cea5 in 37ms, sequenceid=18, compaction requested=false 2024-11-25T04:43:36,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for fda514f1e192c11bd7d5840b1e88cea5: 2024-11-25T04:43:36,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5. 2024-11-25T04:43:36,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-25T04:43:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-25T04:43:36,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-25T04:43:36,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 196 msec 2024-11-25T04:43:36,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 207 msec 2024-11-25T04:43:41,526 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fda514f1e192c11bd7d5840b1e88cea5, had cached 0 bytes from a total of 14229 2024-11-25T04:43:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T04:43:46,675 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-25T04:43:46,696 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/WALs/13aa81add8b8,38249,1732509774515/13aa81add8b8%2C38249%2C1732509774515.1732509826681, exclude list is [], retry=0 2024-11-25T04:43:46,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40495,DS-3ca36f1e-c551-40c4-b066-ecd06d293b58,DISK] 2024-11-25T04:43:46,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45735,DS-e435d71f-c9d2-426e-83b2-d3148199d37f,DISK] 2024-11-25T04:43:46,700 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/WALs/13aa81add8b8,38249,1732509774515/13aa81add8b8%2C38249%2C1732509774515.1732509816585 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/WALs/13aa81add8b8,38249,1732509774515/13aa81add8b8%2C38249%2C1732509774515.1732509826681 2024-11-25T04:43:46,700 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45083:45083),(127.0.0.1/127.0.0.1:36615:36615)] 2024-11-25T04:43:46,700 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/WALs/13aa81add8b8,38249,1732509774515/13aa81add8b8%2C38249%2C1732509774515.1732509816585 is not closed yet, will try archiving it next time 2024-11-25T04:43:46,700 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/WALs/13aa81add8b8,38249,1732509774515/13aa81add8b8%2C38249%2C1732509774515.1732509806402 to hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/oldWALs/13aa81add8b8%2C38249%2C1732509774515.1732509806402 2024-11-25T04:43:46,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T04:43:46,700 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T04:43:46,701 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T04:43:46,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:43:46,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:43:46,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T04:43:46,701 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T04:43:46,701 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1642960898, stopped=false 2024-11-25T04:43:46,701 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=13aa81add8b8,38119,1732509774360 2024-11-25T04:43:46,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741842_1018 (size=2001) 2024-11-25T04:43:46,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741842_1018 (size=2001) 2024-11-25T04:43:46,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T04:43:46,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38249-0x1017196c4cb0001, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T04:43:46,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38249-0x1017196c4cb0001, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:43:46,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:43:46,727 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T04:43:46,728 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T04:43:46,728 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T04:43:46,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:43:46,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T04:43:46,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38249-0x1017196c4cb0001, quorum=127.0.0.1:64251, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T04:43:46,728 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '13aa81add8b8,38249,1732509774515' ***** 2024-11-25T04:43:46,728 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T04:43:46,729 INFO [RS:0;13aa81add8b8:38249 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T04:43:46,729 INFO [RS:0;13aa81add8b8:38249 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T04:43:46,729 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T04:43:46,729 INFO [RS:0;13aa81add8b8:38249 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T04:43:46,729 INFO [RS:0;13aa81add8b8:38249 {}] regionserver.HRegionServer(3091): Received CLOSE for fda514f1e192c11bd7d5840b1e88cea5 2024-11-25T04:43:46,730 INFO [RS:0;13aa81add8b8:38249 {}] regionserver.HRegionServer(959): stopping server 13aa81add8b8,38249,1732509774515 2024-11-25T04:43:46,730 INFO [RS:0;13aa81add8b8:38249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T04:43:46,730 INFO [RS:0;13aa81add8b8:38249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;13aa81add8b8:38249. 2024-11-25T04:43:46,730 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fda514f1e192c11bd7d5840b1e88cea5, disabling compactions & flushes 2024-11-25T04:43:46,730 DEBUG [RS:0;13aa81add8b8:38249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T04:43:46,730 DEBUG [RS:0;13aa81add8b8:38249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:43:46,730 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5. 2024-11-25T04:43:46,730 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5. 2024-11-25T04:43:46,730 INFO [RS:0;13aa81add8b8:38249 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T04:43:46,730 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5. after waiting 0 ms 2024-11-25T04:43:46,730 INFO [RS:0;13aa81add8b8:38249 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T04:43:46,730 INFO [RS:0;13aa81add8b8:38249 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T04:43:46,730 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5. 2024-11-25T04:43:46,731 INFO [RS:0;13aa81add8b8:38249 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T04:43:46,731 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fda514f1e192c11bd7d5840b1e88cea5 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-25T04:43:46,731 INFO [RS:0;13aa81add8b8:38249 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T04:43:46,731 DEBUG [RS:0;13aa81add8b8:38249 {}] regionserver.HRegionServer(1325): Online Regions={fda514f1e192c11bd7d5840b1e88cea5=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T04:43:46,731 DEBUG [RS:0;13aa81add8b8:38249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fda514f1e192c11bd7d5840b1e88cea5 2024-11-25T04:43:46,731 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T04:43:46,731 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T04:43:46,731 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T04:43:46,731 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T04:43:46,731 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T04:43:46,732 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-25T04:43:46,737 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/.tmp/info/1fa26d463b48466fa584ccf7e4c4ed9b is 1055, key is row0001/info:/1732509826678/Put/seqid=0 2024-11-25T04:43:46,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741845_1021 (size=6008) 2024-11-25T04:43:46,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741845_1021 (size=6008) 2024-11-25T04:43:46,745 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/.tmp/info/1fa26d463b48466fa584ccf7e4c4ed9b 2024-11-25T04:43:46,751 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/hbase/meta/1588230740/.tmp/info/9afebdbf3a1f4490b811eb37d569a15d is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5./info:regioninfo/1732509776542/Put/seqid=0 2024-11-25T04:43:46,753 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/.tmp/info/1fa26d463b48466fa584ccf7e4c4ed9b as hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/info/1fa26d463b48466fa584ccf7e4c4ed9b 2024-11-25T04:43:46,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741846_1022 (size=7308) 2024-11-25T04:43:46,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741846_1022 (size=7308) 2024-11-25T04:43:46,756 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/hbase/meta/1588230740/.tmp/info/9afebdbf3a1f4490b811eb37d569a15d 2024-11-25T04:43:46,760 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/info/1fa26d463b48466fa584ccf7e4c4ed9b, entries=1, sequenceid=22, filesize=5.9 K 2024-11-25T04:43:46,761 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for fda514f1e192c11bd7d5840b1e88cea5 in 31ms, sequenceid=22, compaction requested=true 2024-11-25T04:43:46,762 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/info/cab04f67ef514faab82e2caeec36b7d3, hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/info/cbbe43b76c5644c0993e838e8f280c00, hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/info/1c5d349eae7948f8a15be9c4c99f097c] to archive 2024-11-25T04:43:46,765 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T04:43:46,768 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/info/cab04f67ef514faab82e2caeec36b7d3 to hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/info/cab04f67ef514faab82e2caeec36b7d3 2024-11-25T04:43:46,770 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/info/cbbe43b76c5644c0993e838e8f280c00 to hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/info/cbbe43b76c5644c0993e838e8f280c00 2024-11-25T04:43:46,771 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/info/1c5d349eae7948f8a15be9c4c99f097c to hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/info/1c5d349eae7948f8a15be9c4c99f097c 2024-11-25T04:43:46,776 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/hbase/meta/1588230740/.tmp/ns/0ca07ed7368545cab78b5fd10fde6f35 is 43, key is default/ns:d/1732509776040/Put/seqid=0 2024-11-25T04:43:46,783 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=13aa81add8b8:38119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-25T04:43:46,784 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [cab04f67ef514faab82e2caeec36b7d3=6008, cbbe43b76c5644c0993e838e8f280c00=6008, 1c5d349eae7948f8a15be9c4c99f097c=6008] 2024-11-25T04:43:46,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741847_1023 (size=5153) 2024-11-25T04:43:46,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741847_1023 (size=5153) 2024-11-25T04:43:46,786 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/hbase/meta/1588230740/.tmp/ns/0ca07ed7368545cab78b5fd10fde6f35 2024-11-25T04:43:46,797 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fda514f1e192c11bd7d5840b1e88cea5/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-25T04:43:46,797 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5. 2024-11-25T04:43:46,797 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fda514f1e192c11bd7d5840b1e88cea5: Waiting for close lock at 1732509826730Running coprocessor pre-close hooks at 1732509826730Disabling compacts and flushes for region at 1732509826730Disabling writes for close at 1732509826730Obtaining lock to block concurrent updates at 1732509826731 (+1 ms)Preparing flush snapshotting stores in fda514f1e192c11bd7d5840b1e88cea5 at 1732509826731Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1732509826731Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5. at 1732509826732 (+1 ms)Flushing fda514f1e192c11bd7d5840b1e88cea5/info: creating writer at 1732509826732Flushing fda514f1e192c11bd7d5840b1e88cea5/info: appending metadata at 1732509826736 (+4 ms)Flushing fda514f1e192c11bd7d5840b1e88cea5/info: closing flushed file at 1732509826737 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55abd811: reopening flushed file at 1732509826752 (+15 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for fda514f1e192c11bd7d5840b1e88cea5 in 31ms, sequenceid=22, compaction requested=true at 1732509826761 (+9 ms)Writing region close event to WAL at 1732509826793 (+32 ms)Running coprocessor post-close hooks at 1732509826797 (+4 ms)Closed at 1732509826797 2024-11-25T04:43:46,798 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732509776163.fda514f1e192c11bd7d5840b1e88cea5. 2024-11-25T04:43:46,807 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/hbase/meta/1588230740/.tmp/table/464e08ea45aa4307b42a38b365b563d8 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1732509776550/Put/seqid=0 2024-11-25T04:43:46,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741848_1024 (size=5508) 2024-11-25T04:43:46,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741848_1024 (size=5508) 2024-11-25T04:43:46,813 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/hbase/meta/1588230740/.tmp/table/464e08ea45aa4307b42a38b365b563d8 2024-11-25T04:43:46,820 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/hbase/meta/1588230740/.tmp/info/9afebdbf3a1f4490b811eb37d569a15d as hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/hbase/meta/1588230740/info/9afebdbf3a1f4490b811eb37d569a15d 2024-11-25T04:43:46,826 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/hbase/meta/1588230740/info/9afebdbf3a1f4490b811eb37d569a15d, entries=10, sequenceid=11, filesize=7.1 K 2024-11-25T04:43:46,827 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/hbase/meta/1588230740/.tmp/ns/0ca07ed7368545cab78b5fd10fde6f35 as hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/hbase/meta/1588230740/ns/0ca07ed7368545cab78b5fd10fde6f35 2024-11-25T04:43:46,832 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/hbase/meta/1588230740/ns/0ca07ed7368545cab78b5fd10fde6f35, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T04:43:46,833 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/hbase/meta/1588230740/.tmp/table/464e08ea45aa4307b42a38b365b563d8 as hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/hbase/meta/1588230740/table/464e08ea45aa4307b42a38b365b563d8 2024-11-25T04:43:46,838 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/hbase/meta/1588230740/table/464e08ea45aa4307b42a38b365b563d8, entries=2, sequenceid=11, filesize=5.4 K 2024-11-25T04:43:46,840 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=11, compaction requested=false 2024-11-25T04:43:46,845 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T04:43:46,845 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T04:43:46,845 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T04:43:46,845 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732509826731Running coprocessor pre-close hooks at 1732509826731Disabling compacts and flushes for region at 1732509826731Disabling writes for close at 1732509826731Obtaining lock to block concurrent updates at 1732509826732 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732509826732Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1732509826732Flushing stores of hbase:meta,,1.1588230740 at 1732509826733 (+1 ms)Flushing 1588230740/info: creating writer at 1732509826733Flushing 1588230740/info: appending metadata at 1732509826750 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732509826750Flushing 1588230740/ns: creating writer at 1732509826761 (+11 ms)Flushing 1588230740/ns: appending metadata at 1732509826775 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732509826775Flushing 1588230740/table: creating writer at 1732509826793 (+18 ms)Flushing 1588230740/table: appending metadata at 1732509826807 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732509826807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2048d8fc: reopening flushed file at 1732509826819 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f5d8a40: reopening flushed file at 1732509826826 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65d4b93a: reopening flushed file at 1732509826832 (+6 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=11, compaction requested=false at 1732509826840 (+8 ms)Writing region close event to WAL at 1732509826841 (+1 ms)Running coprocessor post-close hooks at 1732509826845 (+4 ms)Closed at 1732509826845 2024-11-25T04:43:46,846 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T04:43:46,931 INFO [RS:0;13aa81add8b8:38249 {}] regionserver.HRegionServer(976): stopping server 13aa81add8b8,38249,1732509774515; all regions closed. 2024-11-25T04:43:46,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741834_1010 (size=3306) 2024-11-25T04:43:46,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741834_1010 (size=3306) 2024-11-25T04:43:46,937 DEBUG [RS:0;13aa81add8b8:38249 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/oldWALs 2024-11-25T04:43:46,937 INFO [RS:0;13aa81add8b8:38249 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 13aa81add8b8%2C38249%2C1732509774515.meta:.meta(num 1732509775951) 2024-11-25T04:43:46,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741844_1020 (size=1252) 2024-11-25T04:43:46,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741844_1020 (size=1252) 2024-11-25T04:43:46,945 DEBUG [RS:0;13aa81add8b8:38249 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/oldWALs 2024-11-25T04:43:46,945 INFO [RS:0;13aa81add8b8:38249 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 13aa81add8b8%2C38249%2C1732509774515:(num 1732509826681) 2024-11-25T04:43:46,945 DEBUG [RS:0;13aa81add8b8:38249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:43:46,945 INFO [RS:0;13aa81add8b8:38249 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T04:43:46,945 INFO [RS:0;13aa81add8b8:38249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T04:43:46,945 INFO [RS:0;13aa81add8b8:38249 {}] hbase.ChoreService(370): Chore service for: regionserver/13aa81add8b8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T04:43:46,946 INFO [RS:0;13aa81add8b8:38249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T04:43:46,946 INFO [regionserver/13aa81add8b8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T04:43:46,946 INFO [RS:0;13aa81add8b8:38249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38249 2024-11-25T04:43:46,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T04:43:46,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38249-0x1017196c4cb0001, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/13aa81add8b8,38249,1732509774515 2024-11-25T04:43:46,976 INFO [RS:0;13aa81add8b8:38249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T04:43:46,985 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [13aa81add8b8,38249,1732509774515] 2024-11-25T04:43:46,994 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/13aa81add8b8,38249,1732509774515 already deleted, retry=false 2024-11-25T04:43:46,994 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 13aa81add8b8,38249,1732509774515 expired; onlineServers=0 2024-11-25T04:43:46,994 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '13aa81add8b8,38119,1732509774360' ***** 2024-11-25T04:43:46,994 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T04:43:46,994 INFO [M:0;13aa81add8b8:38119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T04:43:46,994 INFO [M:0;13aa81add8b8:38119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T04:43:46,994 DEBUG [M:0;13aa81add8b8:38119 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T04:43:46,994 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T04:43:46,994 DEBUG [M:0;13aa81add8b8:38119 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T04:43:46,994 DEBUG [master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.small.0-1732509775306 {}] cleaner.HFileCleaner(306): Exit Thread[master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.small.0-1732509775306,5,FailOnTimeoutGroup] 2024-11-25T04:43:46,994 DEBUG [master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.large.0-1732509775306 {}] cleaner.HFileCleaner(306): Exit Thread[master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.large.0-1732509775306,5,FailOnTimeoutGroup] 2024-11-25T04:43:46,994 INFO [M:0;13aa81add8b8:38119 {}] hbase.ChoreService(370): Chore service for: master/13aa81add8b8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T04:43:46,995 INFO [M:0;13aa81add8b8:38119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T04:43:46,995 DEBUG [M:0;13aa81add8b8:38119 {}] master.HMaster(1795): Stopping service threads 2024-11-25T04:43:46,995 INFO [M:0;13aa81add8b8:38119 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T04:43:46,995 INFO [M:0;13aa81add8b8:38119 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T04:43:46,995 INFO [M:0;13aa81add8b8:38119 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T04:43:46,995 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T04:43:47,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T04:43:47,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:43:47,002 DEBUG [M:0;13aa81add8b8:38119 {}] zookeeper.ZKUtil(347): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T04:43:47,002 WARN [M:0;13aa81add8b8:38119 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T04:43:47,003 INFO [M:0;13aa81add8b8:38119 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/.lastflushedseqids 2024-11-25T04:43:47,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741849_1025 (size=130) 2024-11-25T04:43:47,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741849_1025 (size=130) 2024-11-25T04:43:47,009 INFO [M:0;13aa81add8b8:38119 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T04:43:47,009 INFO [M:0;13aa81add8b8:38119 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T04:43:47,009 DEBUG [M:0;13aa81add8b8:38119 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T04:43:47,010 INFO [M:0;13aa81add8b8:38119 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:43:47,010 DEBUG [M:0;13aa81add8b8:38119 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:43:47,010 DEBUG [M:0;13aa81add8b8:38119 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T04:43:47,010 DEBUG [M:0;13aa81add8b8:38119 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:43:47,010 INFO [M:0;13aa81add8b8:38119 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.60 KB heapSize=55.01 KB 2024-11-25T04:43:47,024 DEBUG [M:0;13aa81add8b8:38119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9b58121864145b4be37167001674400 is 82, key is hbase:meta,,1/info:regioninfo/1732509775989/Put/seqid=0 2024-11-25T04:43:47,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741850_1026 (size=5672) 2024-11-25T04:43:47,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741850_1026 (size=5672) 2024-11-25T04:43:47,030 INFO [M:0;13aa81add8b8:38119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9b58121864145b4be37167001674400 2024-11-25T04:43:47,049 DEBUG [M:0;13aa81add8b8:38119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/472e11350a7e4ff78b315db00528c63c is 799, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732509776555/Put/seqid=0 2024-11-25T04:43:47,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741851_1027 (size=7824) 2024-11-25T04:43:47,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741851_1027 (size=7824) 2024-11-25T04:43:47,055 INFO [M:0;13aa81add8b8:38119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=43.00 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/472e11350a7e4ff78b315db00528c63c 2024-11-25T04:43:47,060 INFO [M:0;13aa81add8b8:38119 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 472e11350a7e4ff78b315db00528c63c 2024-11-25T04:43:47,075 DEBUG [M:0;13aa81add8b8:38119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86e5e7cb171249a7980bbc09225b57ec is 69, key is 13aa81add8b8,38249,1732509774515/rs:state/1732509775514/Put/seqid=0 2024-11-25T04:43:47,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741852_1028 (size=5156) 2024-11-25T04:43:47,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741852_1028 (size=5156) 2024-11-25T04:43:47,081 INFO [M:0;13aa81add8b8:38119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86e5e7cb171249a7980bbc09225b57ec 2024-11-25T04:43:47,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38249-0x1017196c4cb0001, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T04:43:47,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38249-0x1017196c4cb0001, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T04:43:47,086 INFO [RS:0;13aa81add8b8:38249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T04:43:47,086 INFO [RS:0;13aa81add8b8:38249 {}] regionserver.HRegionServer(1031): Exiting; stopping=13aa81add8b8,38249,1732509774515; zookeeper connection closed. 2024-11-25T04:43:47,086 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e840f04 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e840f04 2024-11-25T04:43:47,086 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T04:43:47,102 DEBUG [M:0;13aa81add8b8:38119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6d9c7c02642140ebacee3ab0ead1f2a2 is 52, key is load_balancer_on/state:d/1732509776159/Put/seqid=0 2024-11-25T04:43:47,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741853_1029 (size=5056) 2024-11-25T04:43:47,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741853_1029 (size=5056) 2024-11-25T04:43:47,107 INFO [M:0;13aa81add8b8:38119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6d9c7c02642140ebacee3ab0ead1f2a2 2024-11-25T04:43:47,112 DEBUG [M:0;13aa81add8b8:38119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9b58121864145b4be37167001674400 as hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9b58121864145b4be37167001674400 2024-11-25T04:43:47,118 INFO [M:0;13aa81add8b8:38119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9b58121864145b4be37167001674400, entries=8, sequenceid=121, filesize=5.5 K 2024-11-25T04:43:47,119 DEBUG [M:0;13aa81add8b8:38119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/472e11350a7e4ff78b315db00528c63c as hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/472e11350a7e4ff78b315db00528c63c 2024-11-25T04:43:47,125 INFO [M:0;13aa81add8b8:38119 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 472e11350a7e4ff78b315db00528c63c 2024-11-25T04:43:47,125 INFO [M:0;13aa81add8b8:38119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/472e11350a7e4ff78b315db00528c63c, entries=14, sequenceid=121, filesize=7.6 K 2024-11-25T04:43:47,126 DEBUG [M:0;13aa81add8b8:38119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86e5e7cb171249a7980bbc09225b57ec as hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86e5e7cb171249a7980bbc09225b57ec 2024-11-25T04:43:47,132 INFO [M:0;13aa81add8b8:38119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86e5e7cb171249a7980bbc09225b57ec, entries=1, sequenceid=121, filesize=5.0 K 2024-11-25T04:43:47,134 DEBUG [M:0;13aa81add8b8:38119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6d9c7c02642140ebacee3ab0ead1f2a2 as hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6d9c7c02642140ebacee3ab0ead1f2a2 2024-11-25T04:43:47,141 INFO [M:0;13aa81add8b8:38119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39975/user/jenkins/test-data/bd853687-8fd4-bc14-3657-00f5e70aed82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6d9c7c02642140ebacee3ab0ead1f2a2, entries=1, sequenceid=121, filesize=4.9 K 2024-11-25T04:43:47,142 INFO [M:0;13aa81add8b8:38119 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.60 KB/44650, heapSize ~54.95 KB/56264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=121, compaction requested=false 2024-11-25T04:43:47,144 INFO [M:0;13aa81add8b8:38119 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:43:47,144 DEBUG [M:0;13aa81add8b8:38119 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732509827009Disabling compacts and flushes for region at 1732509827009Disabling writes for close at 1732509827010 (+1 ms)Obtaining lock to block concurrent updates at 1732509827010Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732509827010Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44650, getHeapSize=56264, getOffHeapSize=0, getCellsCount=140 at 1732509827010Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732509827011 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732509827011Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732509827024 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732509827024Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732509827035 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732509827048 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732509827048Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732509827060 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732509827075 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732509827075Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732509827086 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732509827101 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732509827101Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3227caf7: reopening flushed file at 1732509827111 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b59e9fb: reopening flushed file at 1732509827118 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cf32028: reopening flushed file at 1732509827125 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c0ba212: reopening flushed file at 1732509827133 (+8 ms)Finished flush of dataSize ~43.60 KB/44650, heapSize ~54.95 KB/56264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=121, compaction requested=false at 1732509827142 (+9 ms)Writing region close event to WAL at 1732509827143 (+1 ms)Closed at 1732509827144 (+1 ms) 2024-11-25T04:43:47,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741830_1006 (size=53047) 2024-11-25T04:43:47,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741830_1006 (size=53047) 2024-11-25T04:43:47,147 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T04:43:47,147 INFO [M:0;13aa81add8b8:38119 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T04:43:47,147 INFO [M:0;13aa81add8b8:38119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38119 2024-11-25T04:43:47,147 INFO [M:0;13aa81add8b8:38119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T04:43:47,261 INFO [M:0;13aa81add8b8:38119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T04:43:47,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T04:43:47,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1017196c4cb0000, quorum=127.0.0.1:64251, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T04:43:47,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@648125e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:43:47,267 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5707ca8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T04:43:47,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T04:43:47,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@df9f073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T04:43:47,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4abd8940{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/hadoop.log.dir/,STOPPED} 2024-11-25T04:43:47,269 WARN [BP-463482326-172.17.0.2-1732509772808 heartbeating to localhost/127.0.0.1:39975 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T04:43:47,269 WARN [BP-463482326-172.17.0.2-1732509772808 heartbeating to localhost/127.0.0.1:39975 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-463482326-172.17.0.2-1732509772808 (Datanode Uuid 03276cf6-6ff0-4d56-9132-f04e5778ab71) service to localhost/127.0.0.1:39975 2024-11-25T04:43:47,269 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T04:43:47,269 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T04:43:47,270 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/cluster_9e1350df-1910-49c6-b63a-b596ea8877ba/data/data3/current/BP-463482326-172.17.0.2-1732509772808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:43:47,270 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/cluster_9e1350df-1910-49c6-b63a-b596ea8877ba/data/data4/current/BP-463482326-172.17.0.2-1732509772808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:43:47,271 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T04:43:47,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@415734db{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:43:47,274 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65d1c6f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T04:43:47,274 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T04:43:47,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b573d53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T04:43:47,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71513cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/hadoop.log.dir/,STOPPED} 2024-11-25T04:43:47,276 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T04:43:47,276 WARN [BP-463482326-172.17.0.2-1732509772808 heartbeating to localhost/127.0.0.1:39975 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T04:43:47,276 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T04:43:47,276 WARN [BP-463482326-172.17.0.2-1732509772808 heartbeating to localhost/127.0.0.1:39975 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-463482326-172.17.0.2-1732509772808 (Datanode Uuid a623d2e6-7cbf-4a30-a1e2-074902b43866) service to localhost/127.0.0.1:39975 2024-11-25T04:43:47,277 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/cluster_9e1350df-1910-49c6-b63a-b596ea8877ba/data/data1/current/BP-463482326-172.17.0.2-1732509772808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:43:47,277 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/cluster_9e1350df-1910-49c6-b63a-b596ea8877ba/data/data2/current/BP-463482326-172.17.0.2-1732509772808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:43:47,277 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T04:43:47,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24bb52f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T04:43:47,284 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40fe0664{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T04:43:47,284 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T04:43:47,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f7ae80c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T04:43:47,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40444bfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/hadoop.log.dir/,STOPPED} 2024-11-25T04:43:47,289 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T04:43:47,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T04:43:47,315 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=97 (was 102), OpenFileDescriptor=429 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=296 (was 345), ProcessCount=11 (was 11), AvailableMemoryMB=11253 (was 10878) - AvailableMemoryMB LEAK? - 2024-11-25T04:43:47,320 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=97, OpenFileDescriptor=429, MaxFileDescriptor=1048576, SystemLoadAverage=296, ProcessCount=11, AvailableMemoryMB=11252 2024-11-25T04:43:47,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T04:43:47,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/hadoop.log.dir so I do NOT create it in target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8 2024-11-25T04:43:47,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c2f9295-a426-81db-25f8-f50f9cfed1c7/hadoop.tmp.dir so I do NOT create it in target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8 2024-11-25T04:43:47,320 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/cluster_7cf7848d-0f34-e773-0218-6059401a6bf4, deleteOnExit=true 2024-11-25T04:43:47,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T04:43:47,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/test.cache.data in system properties and HBase conf 2024-11-25T04:43:47,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T04:43:47,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/hadoop.log.dir in system properties and HBase conf 2024-11-25T04:43:47,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T04:43:47,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T04:43:47,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T04:43:47,321 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T04:43:47,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T04:43:47,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T04:43:47,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T04:43:47,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T04:43:47,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T04:43:47,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T04:43:47,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T04:43:47,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T04:43:47,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T04:43:47,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/nfs.dump.dir in system properties and HBase conf 2024-11-25T04:43:47,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/java.io.tmpdir in system properties and HBase conf 2024-11-25T04:43:47,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T04:43:47,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T04:43:47,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T04:43:47,537 INFO [regionserver/13aa81add8b8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T04:43:47,582 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T04:43:47,585 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T04:43:47,586 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T04:43:47,586 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T04:43:47,587 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T04:43:47,587 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T04:43:47,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3aa10423{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/hadoop.log.dir/,AVAILABLE} 2024-11-25T04:43:47,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6498265d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T04:43:47,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43024761{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/java.io.tmpdir/jetty-localhost-45669-hadoop-hdfs-3_4_1-tests_jar-_-any-9500680438304328948/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T04:43:47,685 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@125f125f{HTTP/1.1, (http/1.1)}{localhost:45669} 2024-11-25T04:43:47,685 INFO [Time-limited test {}] server.Server(415): Started @149398ms 2024-11-25T04:43:47,918 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T04:43:47,922 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T04:43:47,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T04:43:47,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T04:43:47,923 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T04:43:47,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e64879f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/hadoop.log.dir/,AVAILABLE} 2024-11-25T04:43:47,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73bff3b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T04:43:48,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e9b2284{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/java.io.tmpdir/jetty-localhost-43035-hadoop-hdfs-3_4_1-tests_jar-_-any-701753879537359293/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:43:48,016 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ba346ef{HTTP/1.1, (http/1.1)}{localhost:43035} 2024-11-25T04:43:48,017 INFO [Time-limited test {}] server.Server(415): Started @149730ms 2024-11-25T04:43:48,018 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T04:43:48,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T04:43:48,046 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T04:43:48,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T04:43:48,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T04:43:48,047 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T04:43:48,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@748c5614{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/hadoop.log.dir/,AVAILABLE} 2024-11-25T04:43:48,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e554309{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T04:43:48,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ffe845e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/java.io.tmpdir/jetty-localhost-46421-hadoop-hdfs-3_4_1-tests_jar-_-any-12859572469824585450/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:43:48,142 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b947a7d{HTTP/1.1, (http/1.1)}{localhost:46421} 2024-11-25T04:43:48,143 INFO [Time-limited test {}] server.Server(415): Started @149856ms 2024-11-25T04:43:48,144 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T04:43:48,805 WARN [Thread-1107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/cluster_7cf7848d-0f34-e773-0218-6059401a6bf4/data/data1/current/BP-1783566415-172.17.0.2-1732509827346/current, will proceed with Du for space computation calculation, 2024-11-25T04:43:48,805 WARN [Thread-1108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/cluster_7cf7848d-0f34-e773-0218-6059401a6bf4/data/data2/current/BP-1783566415-172.17.0.2-1732509827346/current, will proceed with Du for space computation calculation, 2024-11-25T04:43:48,822 WARN [Thread-1071 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T04:43:48,824 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x197743efadf35edc with lease ID 0x3751b0533f527965: Processing first storage report for DS-4e30e93c-a3dc-48e0-9d4c-f26a7e303500 from datanode DatanodeRegistration(127.0.0.1:44233, datanodeUuid=5689fc14-d19c-4bfb-8347-febc9ed45556, infoPort=39847, infoSecurePort=0, ipcPort=46719, storageInfo=lv=-57;cid=testClusterID;nsid=1058263253;c=1732509827346) 2024-11-25T04:43:48,824 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x197743efadf35edc with lease ID 0x3751b0533f527965: from storage DS-4e30e93c-a3dc-48e0-9d4c-f26a7e303500 node DatanodeRegistration(127.0.0.1:44233, datanodeUuid=5689fc14-d19c-4bfb-8347-febc9ed45556, infoPort=39847, infoSecurePort=0, ipcPort=46719, storageInfo=lv=-57;cid=testClusterID;nsid=1058263253;c=1732509827346), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T04:43:48,824 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x197743efadf35edc with lease ID 0x3751b0533f527965: Processing first storage report for DS-2e5e9838-ad21-4af6-a93f-31f85f788639 from datanode DatanodeRegistration(127.0.0.1:44233, datanodeUuid=5689fc14-d19c-4bfb-8347-febc9ed45556, infoPort=39847, infoSecurePort=0, ipcPort=46719, storageInfo=lv=-57;cid=testClusterID;nsid=1058263253;c=1732509827346) 2024-11-25T04:43:48,824 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x197743efadf35edc with lease ID 0x3751b0533f527965: from storage DS-2e5e9838-ad21-4af6-a93f-31f85f788639 node DatanodeRegistration(127.0.0.1:44233, datanodeUuid=5689fc14-d19c-4bfb-8347-febc9ed45556, infoPort=39847, infoSecurePort=0, ipcPort=46719, storageInfo=lv=-57;cid=testClusterID;nsid=1058263253;c=1732509827346), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T04:43:48,933 WARN [Thread-1119 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/cluster_7cf7848d-0f34-e773-0218-6059401a6bf4/data/data4/current/BP-1783566415-172.17.0.2-1732509827346/current, will proceed with Du for space computation calculation, 2024-11-25T04:43:48,933 WARN [Thread-1118 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/cluster_7cf7848d-0f34-e773-0218-6059401a6bf4/data/data3/current/BP-1783566415-172.17.0.2-1732509827346/current, will proceed with Du for space computation calculation, 2024-11-25T04:43:48,953 WARN [Thread-1094 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T04:43:48,956 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2811e2257df77bd with lease ID 0x3751b0533f527966: Processing first storage report for DS-3c8553a7-ee02-428f-86af-61f656ca6078 from datanode DatanodeRegistration(127.0.0.1:39307, datanodeUuid=a4701d82-95eb-484d-9da4-85f5c7b2a7da, infoPort=37855, infoSecurePort=0, ipcPort=40051, storageInfo=lv=-57;cid=testClusterID;nsid=1058263253;c=1732509827346) 2024-11-25T04:43:48,956 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2811e2257df77bd with lease ID 0x3751b0533f527966: from storage DS-3c8553a7-ee02-428f-86af-61f656ca6078 node DatanodeRegistration(127.0.0.1:39307, datanodeUuid=a4701d82-95eb-484d-9da4-85f5c7b2a7da, infoPort=37855, infoSecurePort=0, ipcPort=40051, storageInfo=lv=-57;cid=testClusterID;nsid=1058263253;c=1732509827346), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T04:43:48,956 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2811e2257df77bd with lease ID 0x3751b0533f527966: Processing first storage report for DS-a69fa2fe-1604-4104-9256-3c5b6d872d44 from datanode DatanodeRegistration(127.0.0.1:39307, datanodeUuid=a4701d82-95eb-484d-9da4-85f5c7b2a7da, infoPort=37855, infoSecurePort=0, ipcPort=40051, storageInfo=lv=-57;cid=testClusterID;nsid=1058263253;c=1732509827346) 2024-11-25T04:43:48,956 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2811e2257df77bd with lease ID 0x3751b0533f527966: from storage DS-a69fa2fe-1604-4104-9256-3c5b6d872d44 node DatanodeRegistration(127.0.0.1:39307, datanodeUuid=a4701d82-95eb-484d-9da4-85f5c7b2a7da, infoPort=37855, infoSecurePort=0, ipcPort=40051, storageInfo=lv=-57;cid=testClusterID;nsid=1058263253;c=1732509827346), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T04:43:48,970 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8 2024-11-25T04:43:48,992 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/cluster_7cf7848d-0f34-e773-0218-6059401a6bf4/zookeeper_0, clientPort=58663, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/cluster_7cf7848d-0f34-e773-0218-6059401a6bf4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/cluster_7cf7848d-0f34-e773-0218-6059401a6bf4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T04:43:48,993 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58663 2024-11-25T04:43:48,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:43:48,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:43:49,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741825_1001 (size=7) 2024-11-25T04:43:49,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741825_1001 (size=7) 2024-11-25T04:43:49,010 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516 with version=8 2024-11-25T04:43:49,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/hbase-staging 2024-11-25T04:43:49,013 INFO [Time-limited test {}] client.ConnectionUtils(128): master/13aa81add8b8:0 server-side Connection retries=45 2024-11-25T04:43:49,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T04:43:49,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T04:43:49,013 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T04:43:49,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T04:43:49,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T04:43:49,013 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T04:43:49,013 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T04:43:49,014 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40193 2024-11-25T04:43:49,016 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40193 connecting to ZooKeeper ensemble=127.0.0.1:58663 2024-11-25T04:43:49,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401930x0, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T04:43:49,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40193-0x10171979a440000 connected 2024-11-25T04:43:49,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:43:49,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:43:49,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T04:43:49,144 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516, hbase.cluster.distributed=false 2024-11-25T04:43:49,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T04:43:49,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40193 2024-11-25T04:43:49,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40193 2024-11-25T04:43:49,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40193 2024-11-25T04:43:49,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40193 2024-11-25T04:43:49,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40193 2024-11-25T04:43:49,164 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/13aa81add8b8:0 server-side Connection retries=45 2024-11-25T04:43:49,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T04:43:49,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T04:43:49,164 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T04:43:49,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T04:43:49,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T04:43:49,164 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T04:43:49,164 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T04:43:49,165 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45011 2024-11-25T04:43:49,167 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45011 connecting to ZooKeeper ensemble=127.0.0.1:58663 2024-11-25T04:43:49,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:43:49,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:43:49,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450110x0, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T04:43:49,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45011-0x10171979a440001 connected 2024-11-25T04:43:49,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45011-0x10171979a440001, quorum=127.0.0.1:58663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T04:43:49,177 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T04:43:49,178 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T04:43:49,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45011-0x10171979a440001, quorum=127.0.0.1:58663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T04:43:49,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45011-0x10171979a440001, quorum=127.0.0.1:58663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T04:43:49,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45011 2024-11-25T04:43:49,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45011 2024-11-25T04:43:49,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45011 2024-11-25T04:43:49,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45011 2024-11-25T04:43:49,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45011 2024-11-25T04:43:49,192 DEBUG [M:0;13aa81add8b8:40193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;13aa81add8b8:40193 2024-11-25T04:43:49,193 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/13aa81add8b8,40193,1732509829013 2024-11-25T04:43:49,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x10171979a440001, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T04:43:49,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T04:43:49,202 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/13aa81add8b8,40193,1732509829013 2024-11-25T04:43:49,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x10171979a440001, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T04:43:49,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:43:49,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x10171979a440001, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:43:49,211 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T04:43:49,211 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/13aa81add8b8,40193,1732509829013 from backup master directory 2024-11-25T04:43:49,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/13aa81add8b8,40193,1732509829013 2024-11-25T04:43:49,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x10171979a440001, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T04:43:49,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T04:43:49,218 WARN [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T04:43:49,218 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=13aa81add8b8,40193,1732509829013 2024-11-25T04:43:49,224 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/hbase.id] with ID: 093e0609-fa30-46ff-9168-2bfa67762a95 2024-11-25T04:43:49,224 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/.tmp/hbase.id 2024-11-25T04:43:49,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741826_1002 (size=42) 2024-11-25T04:43:49,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741826_1002 (size=42) 2024-11-25T04:43:49,231 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/.tmp/hbase.id]:[hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/hbase.id] 2024-11-25T04:43:49,242 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:43:49,243 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T04:43:49,244 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T04:43:49,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:43:49,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x10171979a440001, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:43:49,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741827_1003 (size=196) 2024-11-25T04:43:49,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741827_1003 (size=196) 2024-11-25T04:43:49,259 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T04:43:49,260 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T04:43:49,260 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T04:43:49,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741828_1004 (size=1189) 2024-11-25T04:43:49,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741828_1004 (size=1189) 2024-11-25T04:43:49,269 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/data/master/store 2024-11-25T04:43:49,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741829_1005 (size=34) 2024-11-25T04:43:49,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741829_1005 (size=34) 2024-11-25T04:43:49,276 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:43:49,276 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T04:43:49,276 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:43:49,276 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:43:49,276 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T04:43:49,276 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:43:49,276 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:43:49,276 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732509829276Disabling compacts and flushes for region at 1732509829276Disabling writes for close at 1732509829276Writing region close event to WAL at 1732509829276Closed at 1732509829276 2024-11-25T04:43:49,277 WARN [master/13aa81add8b8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/data/master/store/.initializing 2024-11-25T04:43:49,277 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/WALs/13aa81add8b8,40193,1732509829013 2024-11-25T04:43:49,278 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T04:43:49,280 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=13aa81add8b8%2C40193%2C1732509829013, suffix=, logDir=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/WALs/13aa81add8b8,40193,1732509829013, archiveDir=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/oldWALs, maxLogs=10 2024-11-25T04:43:49,291 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/WALs/13aa81add8b8,40193,1732509829013/13aa81add8b8%2C40193%2C1732509829013.1732509829280, exclude list is [], retry=0 2024-11-25T04:43:49,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39307,DS-3c8553a7-ee02-428f-86af-61f656ca6078,DISK] 2024-11-25T04:43:49,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44233,DS-4e30e93c-a3dc-48e0-9d4c-f26a7e303500,DISK] 2024-11-25T04:43:49,296 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/WALs/13aa81add8b8,40193,1732509829013/13aa81add8b8%2C40193%2C1732509829013.1732509829280 2024-11-25T04:43:49,296 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37855:37855),(127.0.0.1/127.0.0.1:39847:39847)] 2024-11-25T04:43:49,296 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T04:43:49,296 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:43:49,296 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:43:49,296 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:43:49,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:43:49,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T04:43:49,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:43:49,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:43:49,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:43:49,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T04:43:49,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:43:49,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T04:43:49,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:43:49,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T04:43:49,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:43:49,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T04:43:49,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:43:49,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T04:43:49,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:43:49,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T04:43:49,305 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:43:49,305 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:43:49,306 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:43:49,307 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:43:49,307 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:43:49,307 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T04:43:49,308 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:43:49,310 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T04:43:49,311 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=722776, jitterRate=-0.08094319701194763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T04:43:49,312 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732509829296Initializing all the Stores at 1732509829297 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509829297Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509829297Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509829297Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509829297Cleaning up temporary data from old regions at 1732509829307 (+10 ms)Region opened successfully at 1732509829312 (+5 ms) 2024-11-25T04:43:49,312 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T04:43:49,316 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@161dc3af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=13aa81add8b8/172.17.0.2:0 2024-11-25T04:43:49,317 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T04:43:49,317 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T04:43:49,317 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T04:43:49,317 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T04:43:49,318 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T04:43:49,318 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T04:43:49,318 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T04:43:49,321 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T04:43:49,321 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T04:43:49,335 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T04:43:49,335 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T04:43:49,336 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T04:43:49,343 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T04:43:49,344 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T04:43:49,345 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T04:43:49,352 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T04:43:49,353 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T04:43:49,360 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T04:43:49,362 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T04:43:49,368 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T04:43:49,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T04:43:49,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x10171979a440001, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T04:43:49,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x10171979a440001, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:43:49,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:43:49,377 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=13aa81add8b8,40193,1732509829013, sessionid=0x10171979a440000, setting cluster-up flag (Was=false) 2024-11-25T04:43:49,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x10171979a440001, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:43:49,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:43:49,418 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T04:43:49,419 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=13aa81add8b8,40193,1732509829013 2024-11-25T04:43:49,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x10171979a440001, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:43:49,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:43:49,460 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T04:43:49,462 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=13aa81add8b8,40193,1732509829013 2024-11-25T04:43:49,463 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T04:43:49,464 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T04:43:49,465 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T04:43:49,465 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T04:43:49,465 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 13aa81add8b8,40193,1732509829013 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T04:43:49,467 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/13aa81add8b8:0, corePoolSize=5, maxPoolSize=5 2024-11-25T04:43:49,467 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/13aa81add8b8:0, corePoolSize=5, maxPoolSize=5 2024-11-25T04:43:49,467 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/13aa81add8b8:0, corePoolSize=5, maxPoolSize=5 2024-11-25T04:43:49,467 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/13aa81add8b8:0, corePoolSize=5, maxPoolSize=5 2024-11-25T04:43:49,467 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/13aa81add8b8:0, corePoolSize=10, maxPoolSize=10 2024-11-25T04:43:49,467 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:43:49,467 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/13aa81add8b8:0, corePoolSize=2, maxPoolSize=2 2024-11-25T04:43:49,467 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:43:49,469 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732509859469 2024-11-25T04:43:49,469 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T04:43:49,469 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T04:43:49,469 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T04:43:49,469 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T04:43:49,469 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T04:43:49,469 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T04:43:49,469 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T04:43:49,469 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T04:43:49,470 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T04:43:49,470 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T04:43:49,470 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T04:43:49,470 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T04:43:49,470 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T04:43:49,470 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T04:43:49,470 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.large.0-1732509829470,5,FailOnTimeoutGroup] 2024-11-25T04:43:49,471 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:43:49,471 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.small.0-1732509829471,5,FailOnTimeoutGroup] 2024-11-25T04:43:49,471 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T04:43:49,471 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T04:43:49,471 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T04:43:49,471 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T04:43:49,471 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T04:43:49,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741831_1007 (size=1321) 2024-11-25T04:43:49,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741831_1007 (size=1321) 2024-11-25T04:43:49,479 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T04:43:49,480 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516 2024-11-25T04:43:49,482 INFO [RS:0;13aa81add8b8:45011 {}] regionserver.HRegionServer(746): ClusterId : 093e0609-fa30-46ff-9168-2bfa67762a95 2024-11-25T04:43:49,482 DEBUG [RS:0;13aa81add8b8:45011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T04:43:49,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741832_1008 (size=32) 2024-11-25T04:43:49,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741832_1008 (size=32) 2024-11-25T04:43:49,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:43:49,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T04:43:49,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T04:43:49,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:43:49,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:43:49,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T04:43:49,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T04:43:49,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:43:49,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:43:49,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T04:43:49,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T04:43:49,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:43:49,494 DEBUG [RS:0;13aa81add8b8:45011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T04:43:49,494 DEBUG [RS:0;13aa81add8b8:45011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T04:43:49,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:43:49,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T04:43:49,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T04:43:49,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:43:49,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:43:49,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T04:43:49,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740 2024-11-25T04:43:49,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740 2024-11-25T04:43:49,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T04:43:49,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T04:43:49,498 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T04:43:49,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T04:43:49,501 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T04:43:49,501 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=829783, jitterRate=0.05512368679046631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T04:43:49,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732509829487Initializing all the Stores at 1732509829488 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509829488Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509829488Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509829488Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509829488Cleaning up temporary data from old regions at 1732509829498 (+10 ms)Region opened successfully at 1732509829502 (+4 ms) 2024-11-25T04:43:49,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T04:43:49,502 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T04:43:49,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T04:43:49,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T04:43:49,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T04:43:49,503 DEBUG [RS:0;13aa81add8b8:45011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T04:43:49,503 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T04:43:49,503 DEBUG [RS:0;13aa81add8b8:45011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbf7e93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=13aa81add8b8/172.17.0.2:0 2024-11-25T04:43:49,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732509829502Disabling compacts and flushes for region at 1732509829502Disabling writes for close at 1732509829502Writing region close event to WAL at 1732509829503 (+1 ms)Closed at 1732509829503 2024-11-25T04:43:49,504 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T04:43:49,504 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T04:43:49,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T04:43:49,506 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T04:43:49,506 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T04:43:49,515 DEBUG [RS:0;13aa81add8b8:45011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;13aa81add8b8:45011 2024-11-25T04:43:49,515 INFO [RS:0;13aa81add8b8:45011 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T04:43:49,515 INFO [RS:0;13aa81add8b8:45011 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T04:43:49,515 DEBUG [RS:0;13aa81add8b8:45011 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T04:43:49,516 INFO [RS:0;13aa81add8b8:45011 {}] regionserver.HRegionServer(2659): reportForDuty to master=13aa81add8b8,40193,1732509829013 with port=45011, startcode=1732509829164 2024-11-25T04:43:49,516 DEBUG [RS:0;13aa81add8b8:45011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T04:43:49,518 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47971, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T04:43:49,518 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40193 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 13aa81add8b8,45011,1732509829164 2024-11-25T04:43:49,518 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40193 {}] master.ServerManager(517): Registering regionserver=13aa81add8b8,45011,1732509829164 2024-11-25T04:43:49,520 DEBUG [RS:0;13aa81add8b8:45011 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516 2024-11-25T04:43:49,520 DEBUG [RS:0;13aa81add8b8:45011 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34291 2024-11-25T04:43:49,520 DEBUG [RS:0;13aa81add8b8:45011 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T04:43:49,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T04:43:49,527 DEBUG [RS:0;13aa81add8b8:45011 {}] zookeeper.ZKUtil(111): regionserver:45011-0x10171979a440001, quorum=127.0.0.1:58663, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/13aa81add8b8,45011,1732509829164 2024-11-25T04:43:49,527 WARN [RS:0;13aa81add8b8:45011 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T04:43:49,527 INFO [RS:0;13aa81add8b8:45011 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T04:43:49,527 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [13aa81add8b8,45011,1732509829164] 2024-11-25T04:43:49,528 DEBUG [RS:0;13aa81add8b8:45011 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/WALs/13aa81add8b8,45011,1732509829164 2024-11-25T04:43:49,531 INFO [RS:0;13aa81add8b8:45011 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T04:43:49,533 INFO [RS:0;13aa81add8b8:45011 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T04:43:49,533 INFO [RS:0;13aa81add8b8:45011 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T04:43:49,533 INFO [RS:0;13aa81add8b8:45011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T04:43:49,533 INFO [RS:0;13aa81add8b8:45011 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T04:43:49,534 INFO [RS:0;13aa81add8b8:45011 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T04:43:49,534 INFO [RS:0;13aa81add8b8:45011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T04:43:49,534 DEBUG [RS:0;13aa81add8b8:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:43:49,534 DEBUG [RS:0;13aa81add8b8:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:43:49,534 DEBUG [RS:0;13aa81add8b8:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:43:49,534 DEBUG [RS:0;13aa81add8b8:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:43:49,534 DEBUG [RS:0;13aa81add8b8:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:43:49,534 DEBUG [RS:0;13aa81add8b8:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/13aa81add8b8:0, corePoolSize=2, maxPoolSize=2 2024-11-25T04:43:49,534 DEBUG [RS:0;13aa81add8b8:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:43:49,535 DEBUG [RS:0;13aa81add8b8:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:43:49,535 DEBUG [RS:0;13aa81add8b8:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:43:49,535 DEBUG [RS:0;13aa81add8b8:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:43:49,535 DEBUG [RS:0;13aa81add8b8:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:43:49,535 DEBUG [RS:0;13aa81add8b8:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:43:49,535 DEBUG [RS:0;13aa81add8b8:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/13aa81add8b8:0, corePoolSize=3, maxPoolSize=3 2024-11-25T04:43:49,535 DEBUG [RS:0;13aa81add8b8:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0, corePoolSize=3, maxPoolSize=3 2024-11-25T04:43:49,535 INFO [RS:0;13aa81add8b8:45011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T04:43:49,535 INFO [RS:0;13aa81add8b8:45011 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T04:43:49,535 INFO [RS:0;13aa81add8b8:45011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T04:43:49,535 INFO [RS:0;13aa81add8b8:45011 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T04:43:49,535 INFO [RS:0;13aa81add8b8:45011 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T04:43:49,536 INFO [RS:0;13aa81add8b8:45011 {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,45011,1732509829164-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T04:43:49,551 INFO [RS:0;13aa81add8b8:45011 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T04:43:49,552 INFO [RS:0;13aa81add8b8:45011 {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,45011,1732509829164-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T04:43:49,552 INFO [RS:0;13aa81add8b8:45011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:43:49,552 INFO [RS:0;13aa81add8b8:45011 {}] regionserver.Replication(171): 13aa81add8b8,45011,1732509829164 started 2024-11-25T04:43:49,566 INFO [RS:0;13aa81add8b8:45011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:43:49,566 INFO [RS:0;13aa81add8b8:45011 {}] regionserver.HRegionServer(1482): Serving as 13aa81add8b8,45011,1732509829164, RpcServer on 13aa81add8b8/172.17.0.2:45011, sessionid=0x10171979a440001 2024-11-25T04:43:49,566 DEBUG [RS:0;13aa81add8b8:45011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T04:43:49,566 DEBUG [RS:0;13aa81add8b8:45011 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 13aa81add8b8,45011,1732509829164 2024-11-25T04:43:49,566 DEBUG [RS:0;13aa81add8b8:45011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '13aa81add8b8,45011,1732509829164' 2024-11-25T04:43:49,566 DEBUG [RS:0;13aa81add8b8:45011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T04:43:49,567 DEBUG [RS:0;13aa81add8b8:45011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T04:43:49,567 DEBUG [RS:0;13aa81add8b8:45011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T04:43:49,567 DEBUG [RS:0;13aa81add8b8:45011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T04:43:49,567 DEBUG [RS:0;13aa81add8b8:45011 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 13aa81add8b8,45011,1732509829164 2024-11-25T04:43:49,567 DEBUG [RS:0;13aa81add8b8:45011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '13aa81add8b8,45011,1732509829164' 2024-11-25T04:43:49,567 DEBUG [RS:0;13aa81add8b8:45011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T04:43:49,568 DEBUG [RS:0;13aa81add8b8:45011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T04:43:49,568 DEBUG [RS:0;13aa81add8b8:45011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T04:43:49,568 INFO [RS:0;13aa81add8b8:45011 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T04:43:49,568 INFO [RS:0;13aa81add8b8:45011 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T04:43:49,657 WARN [13aa81add8b8:40193 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T04:43:49,669 INFO [RS:0;13aa81add8b8:45011 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T04:43:49,671 INFO [RS:0;13aa81add8b8:45011 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=13aa81add8b8%2C45011%2C1732509829164, suffix=, logDir=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/WALs/13aa81add8b8,45011,1732509829164, archiveDir=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/oldWALs, maxLogs=32 2024-11-25T04:43:49,690 DEBUG [RS:0;13aa81add8b8:45011 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/WALs/13aa81add8b8,45011,1732509829164/13aa81add8b8%2C45011%2C1732509829164.1732509829672, exclude list is [], retry=0 2024-11-25T04:43:49,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44233,DS-4e30e93c-a3dc-48e0-9d4c-f26a7e303500,DISK] 2024-11-25T04:43:49,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39307,DS-3c8553a7-ee02-428f-86af-61f656ca6078,DISK] 2024-11-25T04:43:49,696 INFO [RS:0;13aa81add8b8:45011 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/WALs/13aa81add8b8,45011,1732509829164/13aa81add8b8%2C45011%2C1732509829164.1732509829672 2024-11-25T04:43:49,697 DEBUG [RS:0;13aa81add8b8:45011 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39847:39847),(127.0.0.1/127.0.0.1:37855:37855)] 2024-11-25T04:43:49,907 DEBUG [13aa81add8b8:40193 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T04:43:49,908 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=13aa81add8b8,45011,1732509829164 2024-11-25T04:43:49,909 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 13aa81add8b8,45011,1732509829164, state=OPENING 2024-11-25T04:43:49,943 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T04:43:49,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x10171979a440001, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:43:49,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:43:49,994 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T04:43:49,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T04:43:49,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=13aa81add8b8,45011,1732509829164}] 2024-11-25T04:43:49,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T04:43:50,147 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T04:43:50,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50371, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T04:43:50,153 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T04:43:50,154 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T04:43:50,154 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T04:43:50,156 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=13aa81add8b8%2C45011%2C1732509829164.meta, suffix=.meta, logDir=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/WALs/13aa81add8b8,45011,1732509829164, archiveDir=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/oldWALs, maxLogs=32 2024-11-25T04:43:50,169 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/WALs/13aa81add8b8,45011,1732509829164/13aa81add8b8%2C45011%2C1732509829164.meta.1732509830157.meta, exclude list is [], retry=0 2024-11-25T04:43:50,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39307,DS-3c8553a7-ee02-428f-86af-61f656ca6078,DISK] 2024-11-25T04:43:50,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44233,DS-4e30e93c-a3dc-48e0-9d4c-f26a7e303500,DISK] 2024-11-25T04:43:50,174 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/WALs/13aa81add8b8,45011,1732509829164/13aa81add8b8%2C45011%2C1732509829164.meta.1732509830157.meta 2024-11-25T04:43:50,174 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37855:37855),(127.0.0.1/127.0.0.1:39847:39847)] 2024-11-25T04:43:50,174 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T04:43:50,175 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T04:43:50,175 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T04:43:50,175 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T04:43:50,175 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T04:43:50,175 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:43:50,175 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T04:43:50,175 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T04:43:50,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T04:43:50,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T04:43:50,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:43:50,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:43:50,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T04:43:50,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T04:43:50,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:43:50,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:43:50,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T04:43:50,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T04:43:50,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:43:50,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:43:50,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T04:43:50,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T04:43:50,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:43:50,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:43:50,181 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T04:43:50,182 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740 2024-11-25T04:43:50,183 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740 2024-11-25T04:43:50,184 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T04:43:50,184 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T04:43:50,185 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T04:43:50,186 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T04:43:50,187 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=789672, jitterRate=0.0041200220584869385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T04:43:50,187 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T04:43:50,187 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732509830175Writing region info on filesystem at 1732509830175Initializing all the Stores at 1732509830176 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509830176Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509830176Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509830176Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509830176Cleaning up temporary data from old regions at 1732509830184 (+8 ms)Running coprocessor post-open hooks at 1732509830187 (+3 ms)Region opened successfully at 1732509830187 2024-11-25T04:43:50,188 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732509830147 2024-11-25T04:43:50,190 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T04:43:50,190 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T04:43:50,191 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=13aa81add8b8,45011,1732509829164 2024-11-25T04:43:50,192 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 13aa81add8b8,45011,1732509829164, state=OPEN 2024-11-25T04:43:50,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T04:43:50,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x10171979a440001, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T04:43:50,221 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=13aa81add8b8,45011,1732509829164 2024-11-25T04:43:50,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T04:43:50,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T04:43:50,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T04:43:50,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=13aa81add8b8,45011,1732509829164 in 227 msec 2024-11-25T04:43:50,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T04:43:50,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 720 msec 2024-11-25T04:43:50,227 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T04:43:50,227 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T04:43:50,228 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T04:43:50,228 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13aa81add8b8,45011,1732509829164, seqNum=-1] 2024-11-25T04:43:50,228 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T04:43:50,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37257, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T04:43:50,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 770 msec 2024-11-25T04:43:50,235 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732509830235, completionTime=-1 2024-11-25T04:43:50,235 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T04:43:50,235 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T04:43:50,237 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T04:43:50,237 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732509890237 2024-11-25T04:43:50,237 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732509950237 2024-11-25T04:43:50,238 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T04:43:50,238 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,40193,1732509829013-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T04:43:50,238 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,40193,1732509829013-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:43:50,238 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,40193,1732509829013-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:43:50,238 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-13aa81add8b8:40193, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:43:50,238 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T04:43:50,238 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T04:43:50,240 DEBUG [master/13aa81add8b8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T04:43:50,243 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.024sec 2024-11-25T04:43:50,243 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T04:43:50,243 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T04:43:50,243 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T04:43:50,243 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T04:43:50,243 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T04:43:50,243 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,40193,1732509829013-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T04:43:50,244 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,40193,1732509829013-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T04:43:50,246 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T04:43:50,246 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T04:43:50,246 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,40193,1732509829013-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:43:50,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5ef9d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T04:43:50,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 13aa81add8b8,40193,-1 for getting cluster id 2024-11-25T04:43:50,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T04:43:50,284 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '093e0609-fa30-46ff-9168-2bfa67762a95' 2024-11-25T04:43:50,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T04:43:50,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "093e0609-fa30-46ff-9168-2bfa67762a95" 2024-11-25T04:43:50,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b4bd53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T04:43:50,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13aa81add8b8,40193,-1] 2024-11-25T04:43:50,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T04:43:50,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:43:50,286 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T04:43:50,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f1521c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T04:43:50,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T04:43:50,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13aa81add8b8,45011,1732509829164, seqNum=-1] 2024-11-25T04:43:50,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T04:43:50,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32990, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T04:43:50,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=13aa81add8b8,40193,1732509829013 2024-11-25T04:43:50,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:43:50,295 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-25T04:43:50,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T04:43:50,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 13aa81add8b8,40193,1732509829013 2024-11-25T04:43:50,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cee4c40 2024-11-25T04:43:50,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T04:43:50,299 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T04:43:50,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40193 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-25T04:43:50,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40193 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-25T04:43:50,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40193 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T04:43:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40193 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-25T04:43:50,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T04:43:50,302 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:43:50,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40193 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-25T04:43:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T04:43:50,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T04:43:50,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741835_1011 (size=381) 2024-11-25T04:43:50,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741835_1011 (size=381) 2024-11-25T04:43:50,317 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0fced44a8816eab0ee7564f06f65257f, NAME => 'TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516 2024-11-25T04:43:50,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741836_1012 (size=64) 2024-11-25T04:43:50,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741836_1012 (size=64) 2024-11-25T04:43:50,328 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:43:50,328 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 0fced44a8816eab0ee7564f06f65257f, disabling compactions & flushes 2024-11-25T04:43:50,328 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f. 2024-11-25T04:43:50,328 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f. 2024-11-25T04:43:50,329 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f. after waiting 0 ms 2024-11-25T04:43:50,329 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f. 2024-11-25T04:43:50,329 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f. 2024-11-25T04:43:50,329 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0fced44a8816eab0ee7564f06f65257f: Waiting for close lock at 1732509830328Disabling compacts and flushes for region at 1732509830328Disabling writes for close at 1732509830329 (+1 ms)Writing region close event to WAL at 1732509830329Closed at 1732509830329 2024-11-25T04:43:50,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T04:43:50,330 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732509830330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732509830330"}]},"ts":"1732509830330"} 2024-11-25T04:43:50,333 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T04:43:50,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T04:43:50,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732509830335"}]},"ts":"1732509830335"} 2024-11-25T04:43:50,337 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-25T04:43:50,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0fced44a8816eab0ee7564f06f65257f, ASSIGN}] 2024-11-25T04:43:50,339 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0fced44a8816eab0ee7564f06f65257f, ASSIGN 2024-11-25T04:43:50,340 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0fced44a8816eab0ee7564f06f65257f, ASSIGN; state=OFFLINE, location=13aa81add8b8,45011,1732509829164; forceNewPlan=false, retain=false 2024-11-25T04:43:50,491 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0fced44a8816eab0ee7564f06f65257f, regionState=OPENING, regionLocation=13aa81add8b8,45011,1732509829164 2024-11-25T04:43:50,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0fced44a8816eab0ee7564f06f65257f, ASSIGN because future has completed 2024-11-25T04:43:50,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fced44a8816eab0ee7564f06f65257f, server=13aa81add8b8,45011,1732509829164}] 2024-11-25T04:43:50,653 INFO [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f. 2024-11-25T04:43:50,653 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0fced44a8816eab0ee7564f06f65257f, NAME => 'TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f.', STARTKEY => '', ENDKEY => ''} 2024-11-25T04:43:50,653 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:43:50,653 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:43:50,654 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:43:50,654 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:43:50,656 INFO [StoreOpener-0fced44a8816eab0ee7564f06f65257f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:43:50,657 INFO [StoreOpener-0fced44a8816eab0ee7564f06f65257f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fced44a8816eab0ee7564f06f65257f columnFamilyName info 2024-11-25T04:43:50,658 DEBUG [StoreOpener-0fced44a8816eab0ee7564f06f65257f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:43:50,658 INFO [StoreOpener-0fced44a8816eab0ee7564f06f65257f-1 {}] regionserver.HStore(327): Store=0fced44a8816eab0ee7564f06f65257f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T04:43:50,658 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:43:50,659 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:43:50,659 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:43:50,660 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:43:50,660 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:43:50,662 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:43:50,664 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T04:43:50,665 INFO [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0fced44a8816eab0ee7564f06f65257f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=856820, jitterRate=0.08950366079807281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T04:43:50,665 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:43:50,666 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0fced44a8816eab0ee7564f06f65257f: Running coprocessor pre-open hook at 1732509830654Writing region info on filesystem at 1732509830654Initializing all the Stores at 1732509830655 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509830655Cleaning up temporary data from old regions at 1732509830660 (+5 ms)Running coprocessor post-open hooks at 1732509830665 (+5 ms)Region opened successfully at 1732509830666 (+1 ms) 2024-11-25T04:43:50,668 INFO [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f., pid=6, masterSystemTime=1732509830648 2024-11-25T04:43:50,671 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f. 2024-11-25T04:43:50,672 INFO [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f. 2024-11-25T04:43:50,673 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0fced44a8816eab0ee7564f06f65257f, regionState=OPEN, openSeqNum=2, regionLocation=13aa81add8b8,45011,1732509829164 2024-11-25T04:43:50,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fced44a8816eab0ee7564f06f65257f, server=13aa81add8b8,45011,1732509829164 because future has completed 2024-11-25T04:43:50,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T04:43:50,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0fced44a8816eab0ee7564f06f65257f, server=13aa81add8b8,45011,1732509829164 in 185 msec 2024-11-25T04:43:50,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T04:43:50,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0fced44a8816eab0ee7564f06f65257f, ASSIGN in 346 msec 2024-11-25T04:43:50,689 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T04:43:50,690 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732509830690"}]},"ts":"1732509830690"} 2024-11-25T04:43:50,692 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-25T04:43:50,694 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T04:43:50,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 395 msec 2024-11-25T04:43:51,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:51,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:51,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:51,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:51,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:51,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:51,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:51,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:51,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:51,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:52,327 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T04:43:52,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:52,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:52,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:52,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:52,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:52,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:52,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:52,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:52,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:52,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:43:55,531 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T04:43:55,532 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-25T04:43:56,556 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-25T04:43:56,556 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-25T04:43:56,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-25T04:44:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T04:44:00,404 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-25T04:44:00,404 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-25T04:44:00,407 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-25T04:44:00,407 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f. 2024-11-25T04:44:00,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f., hostname=13aa81add8b8,45011,1732509829164, seqNum=2] 2024-11-25T04:44:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] regionserver.HRegion(8855): Flush requested on 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:44:00,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fced44a8816eab0ee7564f06f65257f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-25T04:44:00,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/8b278b9613c24a40aba9a0f6840d53bb is 1055, key is row0001/info:/1732509840411/Put/seqid=0 2024-11-25T04:44:00,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741837_1013 (size=13386) 2024-11-25T04:44:00,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741837_1013 (size=13386) 2024-11-25T04:44:00,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/8b278b9613c24a40aba9a0f6840d53bb 2024-11-25T04:44:00,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/8b278b9613c24a40aba9a0f6840d53bb as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/8b278b9613c24a40aba9a0f6840d53bb 2024-11-25T04:44:00,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/8b278b9613c24a40aba9a0f6840d53bb, entries=8, sequenceid=12, filesize=13.1 K 2024-11-25T04:44:00,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=17.45 KB/17867 for 0fced44a8816eab0ee7564f06f65257f in 42ms, sequenceid=12, compaction requested=false 2024-11-25T04:44:00,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fced44a8816eab0ee7564f06f65257f: 2024-11-25T04:44:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] regionserver.HRegion(8855): Flush requested on 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:44:00,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fced44a8816eab0ee7564f06f65257f 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-25T04:44:00,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/2bff834a03744cb7b8533500c180aa7a is 1055, key is row0009/info:/1732509840465/Put/seqid=0 2024-11-25T04:44:00,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741838_1014 (size=23926) 2024-11-25T04:44:00,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741838_1014 (size=23926) 2024-11-25T04:44:00,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/2bff834a03744cb7b8533500c180aa7a 2024-11-25T04:44:00,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/2bff834a03744cb7b8533500c180aa7a as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/2bff834a03744cb7b8533500c180aa7a 2024-11-25T04:44:00,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/2bff834a03744cb7b8533500c180aa7a, entries=18, sequenceid=33, filesize=23.4 K 2024-11-25T04:44:00,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=6.16 KB/6306 for 0fced44a8816eab0ee7564f06f65257f in 38ms, sequenceid=33, compaction requested=false 2024-11-25T04:44:00,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fced44a8816eab0ee7564f06f65257f: 2024-11-25T04:44:00,547 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=36.4 K, sizeToCheck=16.0 K 2024-11-25T04:44:00,547 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T04:44:00,547 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/2bff834a03744cb7b8533500c180aa7a because midkey is the same as first or last row 2024-11-25T04:44:02,062 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T04:44:02,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:44:02,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:44:02,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:44:02,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:44:02,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:44:02,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:44:02,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:44:02,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:44:02,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:44:02,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:44:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] regionserver.HRegion(8855): Flush requested on 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:44:02,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fced44a8816eab0ee7564f06f65257f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-25T04:44:02,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/cf80948b2f9945fdbc61dfa84b6a5d1a is 1055, key is row0027/info:/1732509840509/Put/seqid=0 2024-11-25T04:44:02,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741839_1015 (size=13386) 2024-11-25T04:44:02,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741839_1015 (size=13386) 2024-11-25T04:44:02,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/cf80948b2f9945fdbc61dfa84b6a5d1a 2024-11-25T04:44:02,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/cf80948b2f9945fdbc61dfa84b6a5d1a as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/cf80948b2f9945fdbc61dfa84b6a5d1a 2024-11-25T04:44:02,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/cf80948b2f9945fdbc61dfa84b6a5d1a, entries=8, sequenceid=44, filesize=13.1 K 2024-11-25T04:44:02,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 0fced44a8816eab0ee7564f06f65257f in 28ms, sequenceid=44, compaction requested=true 2024-11-25T04:44:02,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fced44a8816eab0ee7564f06f65257f: 2024-11-25T04:44:02,559 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=49.5 K, sizeToCheck=16.0 K 2024-11-25T04:44:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] regionserver.HRegion(8855): Flush requested on 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:44:02,559 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T04:44:02,559 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/2bff834a03744cb7b8533500c180aa7a because midkey is the same as first or last row 2024-11-25T04:44:02,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fced44a8816eab0ee7564f06f65257f:info, priority=-2147483648, current under compaction store size is 1 2024-11-25T04:44:02,560 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T04:44:02,561 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 50698 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T04:44:02,562 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1541): 0fced44a8816eab0ee7564f06f65257f/info is initiating minor compaction (all files) 2024-11-25T04:44:02,562 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fced44a8816eab0ee7564f06f65257f/info in TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f. 2024-11-25T04:44:02,562 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/8b278b9613c24a40aba9a0f6840d53bb, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/2bff834a03744cb7b8533500c180aa7a, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/cf80948b2f9945fdbc61dfa84b6a5d1a] into tmpdir=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp, totalSize=49.5 K 2024-11-25T04:44:02,562 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b278b9613c24a40aba9a0f6840d53bb, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732509840411 2024-11-25T04:44:02,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T04:44:02,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fced44a8816eab0ee7564f06f65257f 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-25T04:44:02,563 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bff834a03744cb7b8533500c180aa7a, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732509840465 2024-11-25T04:44:02,563 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf80948b2f9945fdbc61dfa84b6a5d1a, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1732509840509 2024-11-25T04:44:02,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/6d9a0bf6caa04bf3926098db29ffb9e6 is 1055, key is row0035/info:/1732509842533/Put/seqid=0 2024-11-25T04:44:02,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741840_1016 (size=19714) 2024-11-25T04:44:02,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741840_1016 (size=19714) 2024-11-25T04:44:02,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/6d9a0bf6caa04bf3926098db29ffb9e6 2024-11-25T04:44:02,582 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fced44a8816eab0ee7564f06f65257f#info#compaction#35 average throughput is 11.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T04:44:02,582 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/ca42eea6da30400285ba19e2e168e5f2 is 1055, key is row0001/info:/1732509840411/Put/seqid=0 2024-11-25T04:44:02,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/6d9a0bf6caa04bf3926098db29ffb9e6 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/6d9a0bf6caa04bf3926098db29ffb9e6 2024-11-25T04:44:02,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/6d9a0bf6caa04bf3926098db29ffb9e6, entries=14, sequenceid=61, filesize=19.3 K 2024-11-25T04:44:02,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741841_1017 (size=40897) 2024-11-25T04:44:02,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741841_1017 (size=40897) 2024-11-25T04:44:02,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=11.29 KB/11561 for 0fced44a8816eab0ee7564f06f65257f in 29ms, sequenceid=61, compaction requested=false 2024-11-25T04:44:02,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fced44a8816eab0ee7564f06f65257f: 2024-11-25T04:44:02,593 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=68.8 K, sizeToCheck=16.0 K 2024-11-25T04:44:02,593 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T04:44:02,593 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/2bff834a03744cb7b8533500c180aa7a because midkey is the same as first or last row 2024-11-25T04:44:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] regionserver.HRegion(8855): Flush requested on 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:44:02,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fced44a8816eab0ee7564f06f65257f 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-25T04:44:02,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/c91236dca52141f7b0bca1a05f197a13 is 1055, key is row0049/info:/1732509842564/Put/seqid=0 2024-11-25T04:44:02,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741842_1018 (size=17594) 2024-11-25T04:44:02,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741842_1018 (size=17594) 2024-11-25T04:44:02,611 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/ca42eea6da30400285ba19e2e168e5f2 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/ca42eea6da30400285ba19e2e168e5f2 2024-11-25T04:44:02,617 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0fced44a8816eab0ee7564f06f65257f/info of 0fced44a8816eab0ee7564f06f65257f into ca42eea6da30400285ba19e2e168e5f2(size=39.9 K), total size for store is 59.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T04:44:02,617 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fced44a8816eab0ee7564f06f65257f: 2024-11-25T04:44:02,619 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f., storeName=0fced44a8816eab0ee7564f06f65257f/info, priority=13, startTime=1732509842560; duration=0sec 2024-11-25T04:44:02,620 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=59.2 K, sizeToCheck=16.0 K 2024-11-25T04:44:02,620 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T04:44:02,620 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/ca42eea6da30400285ba19e2e168e5f2 because midkey is the same as first or last row 2024-11-25T04:44:02,620 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=59.2 K, sizeToCheck=16.0 K 2024-11-25T04:44:02,620 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T04:44:02,620 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/ca42eea6da30400285ba19e2e168e5f2 because midkey is the same as first or last row 2024-11-25T04:44:02,620 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=59.2 K, sizeToCheck=16.0 K 2024-11-25T04:44:02,620 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T04:44:02,620 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/ca42eea6da30400285ba19e2e168e5f2 because midkey is the same as first or last row 2024-11-25T04:44:02,620 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T04:44:02,620 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fced44a8816eab0ee7564f06f65257f:info 2024-11-25T04:44:03,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/c91236dca52141f7b0bca1a05f197a13 2024-11-25T04:44:03,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/c91236dca52141f7b0bca1a05f197a13 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/c91236dca52141f7b0bca1a05f197a13 2024-11-25T04:44:03,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/c91236dca52141f7b0bca1a05f197a13, entries=12, sequenceid=76, filesize=17.2 K 2024-11-25T04:44:03,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=4.11 KB/4204 for 0fced44a8816eab0ee7564f06f65257f in 431ms, sequenceid=76, compaction requested=true 2024-11-25T04:44:03,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fced44a8816eab0ee7564f06f65257f: 2024-11-25T04:44:03,025 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=76.4 K, sizeToCheck=16.0 K 2024-11-25T04:44:03,025 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T04:44:03,025 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/ca42eea6da30400285ba19e2e168e5f2 because midkey is the same as first or last row 2024-11-25T04:44:03,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fced44a8816eab0ee7564f06f65257f:info, priority=-2147483648, current under compaction store size is 1 2024-11-25T04:44:03,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T04:44:03,025 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T04:44:03,026 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 78205 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T04:44:03,027 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1541): 0fced44a8816eab0ee7564f06f65257f/info is initiating minor compaction (all files) 2024-11-25T04:44:03,027 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fced44a8816eab0ee7564f06f65257f/info in TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f. 2024-11-25T04:44:03,027 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/ca42eea6da30400285ba19e2e168e5f2, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/6d9a0bf6caa04bf3926098db29ffb9e6, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/c91236dca52141f7b0bca1a05f197a13] into tmpdir=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp, totalSize=76.4 K 2024-11-25T04:44:03,027 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca42eea6da30400285ba19e2e168e5f2, keycount=34, bloomtype=ROW, size=39.9 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1732509840411 2024-11-25T04:44:03,028 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d9a0bf6caa04bf3926098db29ffb9e6, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732509842533 2024-11-25T04:44:03,028 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting c91236dca52141f7b0bca1a05f197a13, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732509842564 2024-11-25T04:44:03,042 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fced44a8816eab0ee7564f06f65257f#info#compaction#37 average throughput is 20.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T04:44:03,042 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/b5e2c52e740043f68682bb2038f3b300 is 1055, key is row0001/info:/1732509840411/Put/seqid=0 2024-11-25T04:44:03,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741843_1019 (size=68420) 2024-11-25T04:44:03,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741843_1019 (size=68420) 2024-11-25T04:44:03,054 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/b5e2c52e740043f68682bb2038f3b300 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/b5e2c52e740043f68682bb2038f3b300 2024-11-25T04:44:03,060 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0fced44a8816eab0ee7564f06f65257f/info of 0fced44a8816eab0ee7564f06f65257f into b5e2c52e740043f68682bb2038f3b300(size=66.8 K), total size for store is 66.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T04:44:03,060 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fced44a8816eab0ee7564f06f65257f: 2024-11-25T04:44:03,060 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f., storeName=0fced44a8816eab0ee7564f06f65257f/info, priority=13, startTime=1732509843025; duration=0sec 2024-11-25T04:44:03,061 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.8 K, sizeToCheck=16.0 K 2024-11-25T04:44:03,061 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T04:44:03,061 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/b5e2c52e740043f68682bb2038f3b300 because midkey is the same as first or last row 2024-11-25T04:44:03,061 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.8 K, sizeToCheck=16.0 K 2024-11-25T04:44:03,061 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T04:44:03,061 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/b5e2c52e740043f68682bb2038f3b300 because midkey is the same as first or last row 2024-11-25T04:44:03,061 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.8 K, sizeToCheck=16.0 K 2024-11-25T04:44:03,061 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T04:44:03,061 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/b5e2c52e740043f68682bb2038f3b300 because midkey is the same as first or last row 2024-11-25T04:44:03,061 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T04:44:03,061 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fced44a8816eab0ee7564f06f65257f:info 2024-11-25T04:44:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] regionserver.HRegion(8855): Flush requested on 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:44:04,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fced44a8816eab0ee7564f06f65257f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-25T04:44:04,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/ebe3a97aae5b442e98f07ac2d765ec2a is 1055, key is row0061/info:/1732509842595/Put/seqid=0 2024-11-25T04:44:04,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741844_1020 (size=13386) 2024-11-25T04:44:04,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741844_1020 (size=13386) 2024-11-25T04:44:04,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/ebe3a97aae5b442e98f07ac2d765ec2a 2024-11-25T04:44:04,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/ebe3a97aae5b442e98f07ac2d765ec2a as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/ebe3a97aae5b442e98f07ac2d765ec2a 2024-11-25T04:44:04,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/ebe3a97aae5b442e98f07ac2d765ec2a, entries=8, sequenceid=89, filesize=13.1 K 2024-11-25T04:44:04,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 0fced44a8816eab0ee7564f06f65257f in 25ms, sequenceid=89, compaction requested=false 2024-11-25T04:44:04,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fced44a8816eab0ee7564f06f65257f: 2024-11-25T04:44:04,636 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=79.9 K, sizeToCheck=16.0 K 2024-11-25T04:44:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] regionserver.HRegion(8855): Flush requested on 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:44:04,636 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T04:44:04,636 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/b5e2c52e740043f68682bb2038f3b300 because midkey is the same as first or last row 2024-11-25T04:44:04,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fced44a8816eab0ee7564f06f65257f 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-25T04:44:04,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/3cd24304916f48cda76e7377ac03e299 is 1055, key is row0069/info:/1732509844612/Put/seqid=0 2024-11-25T04:44:04,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741845_1021 (size=17594) 2024-11-25T04:44:04,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741845_1021 (size=17594) 2024-11-25T04:44:04,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/3cd24304916f48cda76e7377ac03e299 2024-11-25T04:44:04,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/3cd24304916f48cda76e7377ac03e299 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/3cd24304916f48cda76e7377ac03e299 2024-11-25T04:44:04,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/3cd24304916f48cda76e7377ac03e299, entries=12, sequenceid=104, filesize=17.2 K 2024-11-25T04:44:04,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for 0fced44a8816eab0ee7564f06f65257f in 24ms, sequenceid=104, compaction requested=true 2024-11-25T04:44:04,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fced44a8816eab0ee7564f06f65257f: 2024-11-25T04:44:04,661 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=97.1 K, sizeToCheck=16.0 K 2024-11-25T04:44:04,661 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T04:44:04,661 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/b5e2c52e740043f68682bb2038f3b300 because midkey is the same as first or last row 2024-11-25T04:44:04,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fced44a8816eab0ee7564f06f65257f:info, priority=-2147483648, current under compaction store size is 1 2024-11-25T04:44:04,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T04:44:04,661 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T04:44:04,663 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 99400 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T04:44:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] regionserver.HRegion(8855): Flush requested on 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:44:04,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fced44a8816eab0ee7564f06f65257f 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-25T04:44:04,663 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1541): 0fced44a8816eab0ee7564f06f65257f/info is initiating minor compaction (all files) 2024-11-25T04:44:04,663 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fced44a8816eab0ee7564f06f65257f/info in TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f. 2024-11-25T04:44:04,663 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/b5e2c52e740043f68682bb2038f3b300, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/ebe3a97aae5b442e98f07ac2d765ec2a, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/3cd24304916f48cda76e7377ac03e299] into tmpdir=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp, totalSize=97.1 K 2024-11-25T04:44:04,663 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5e2c52e740043f68682bb2038f3b300, keycount=60, bloomtype=ROW, size=66.8 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732509840411 2024-11-25T04:44:04,664 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebe3a97aae5b442e98f07ac2d765ec2a, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732509842595 2024-11-25T04:44:04,664 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cd24304916f48cda76e7377ac03e299, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732509844612 2024-11-25T04:44:04,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/92f9757a754f4971b038261fefa9bdca is 1055, key is row0081/info:/1732509844637/Put/seqid=0 2024-11-25T04:44:04,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741846_1022 (size=18662) 2024-11-25T04:44:04,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741846_1022 (size=18662) 2024-11-25T04:44:04,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/92f9757a754f4971b038261fefa9bdca 2024-11-25T04:44:04,679 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fced44a8816eab0ee7564f06f65257f#info#compaction#41 average throughput is 26.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T04:44:04,680 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/33da8658145b4fb19549f1e92ef91236 is 1055, key is row0001/info:/1732509840411/Put/seqid=0 2024-11-25T04:44:04,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/92f9757a754f4971b038261fefa9bdca as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/92f9757a754f4971b038261fefa9bdca 2024-11-25T04:44:04,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741847_1023 (size=89639) 2024-11-25T04:44:04,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741847_1023 (size=89639) 2024-11-25T04:44:04,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/92f9757a754f4971b038261fefa9bdca, entries=13, sequenceid=120, filesize=18.2 K 2024-11-25T04:44:04,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=3.08 KB/3153 for 0fced44a8816eab0ee7564f06f65257f in 25ms, sequenceid=120, compaction requested=false 2024-11-25T04:44:04,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fced44a8816eab0ee7564f06f65257f: 2024-11-25T04:44:04,688 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=115.3 K, sizeToCheck=16.0 K 2024-11-25T04:44:04,688 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T04:44:04,688 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/b5e2c52e740043f68682bb2038f3b300 because midkey is the same as first or last row 2024-11-25T04:44:04,689 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/33da8658145b4fb19549f1e92ef91236 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/33da8658145b4fb19549f1e92ef91236 2024-11-25T04:44:04,696 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0fced44a8816eab0ee7564f06f65257f/info of 0fced44a8816eab0ee7564f06f65257f into 33da8658145b4fb19549f1e92ef91236(size=87.5 K), total size for store is 105.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T04:44:04,696 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fced44a8816eab0ee7564f06f65257f: 2024-11-25T04:44:04,696 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f., storeName=0fced44a8816eab0ee7564f06f65257f/info, priority=13, startTime=1732509844661; duration=0sec 2024-11-25T04:44:04,696 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=105.8 K, sizeToCheck=16.0 K 2024-11-25T04:44:04,696 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T04:44:04,697 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=105.8 K, sizeToCheck=16.0 K 2024-11-25T04:44:04,697 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T04:44:04,697 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=105.8 K, sizeToCheck=16.0 K 2024-11-25T04:44:04,697 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-25T04:44:04,698 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T04:44:04,698 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T04:44:04,698 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fced44a8816eab0ee7564f06f65257f:info 2024-11-25T04:44:04,699 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40193 {}] assignment.AssignmentManager(1363): Split request from 13aa81add8b8,45011,1732509829164, parent={ENCODED => 0fced44a8816eab0ee7564f06f65257f, NAME => 'TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-25T04:44:04,703 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40193 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=13aa81add8b8,45011,1732509829164 2024-11-25T04:44:04,707 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40193 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=0fced44a8816eab0ee7564f06f65257f, daughterA=8d39e17591e4983bc865d022a58dfa53, daughterB=162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:04,708 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=0fced44a8816eab0ee7564f06f65257f, daughterA=8d39e17591e4983bc865d022a58dfa53, daughterB=162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:04,708 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=0fced44a8816eab0ee7564f06f65257f, daughterA=8d39e17591e4983bc865d022a58dfa53, daughterB=162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:04,708 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=0fced44a8816eab0ee7564f06f65257f, daughterA=8d39e17591e4983bc865d022a58dfa53, daughterB=162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:04,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0fced44a8816eab0ee7564f06f65257f, UNASSIGN}] 2024-11-25T04:44:04,715 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0fced44a8816eab0ee7564f06f65257f, UNASSIGN 2024-11-25T04:44:04,716 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0fced44a8816eab0ee7564f06f65257f, regionState=CLOSING, regionLocation=13aa81add8b8,45011,1732509829164 2024-11-25T04:44:04,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0fced44a8816eab0ee7564f06f65257f, UNASSIGN because future has completed 2024-11-25T04:44:04,719 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-25T04:44:04,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0fced44a8816eab0ee7564f06f65257f, server=13aa81add8b8,45011,1732509829164}] 2024-11-25T04:44:04,879 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:44:04,879 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-25T04:44:04,880 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 0fced44a8816eab0ee7564f06f65257f, disabling compactions & flushes 2024-11-25T04:44:04,880 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f. 2024-11-25T04:44:04,880 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f. 2024-11-25T04:44:04,880 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f. after waiting 0 ms 2024-11-25T04:44:04,880 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f. 2024-11-25T04:44:04,880 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 0fced44a8816eab0ee7564f06f65257f 1/1 column families, dataSize=3.08 KB heapSize=3.55 KB 2024-11-25T04:44:04,887 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/eb39caf0f9e949f59337b4eaf05b7406 is 1055, key is row0094/info:/1732509844664/Put/seqid=0 2024-11-25T04:44:04,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741848_1024 (size=8118) 2024-11-25T04:44:04,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741848_1024 (size=8118) 2024-11-25T04:44:04,895 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.08 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/eb39caf0f9e949f59337b4eaf05b7406 2024-11-25T04:44:04,903 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/.tmp/info/eb39caf0f9e949f59337b4eaf05b7406 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/eb39caf0f9e949f59337b4eaf05b7406 2024-11-25T04:44:04,909 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/eb39caf0f9e949f59337b4eaf05b7406, entries=3, sequenceid=127, filesize=7.9 K 2024-11-25T04:44:04,910 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~3.08 KB/3153, heapSize ~3.54 KB/3624, currentSize=0 B/0 for 0fced44a8816eab0ee7564f06f65257f in 30ms, sequenceid=127, compaction requested=true 2024-11-25T04:44:04,912 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/8b278b9613c24a40aba9a0f6840d53bb, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/2bff834a03744cb7b8533500c180aa7a, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/ca42eea6da30400285ba19e2e168e5f2, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/cf80948b2f9945fdbc61dfa84b6a5d1a, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/6d9a0bf6caa04bf3926098db29ffb9e6, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/b5e2c52e740043f68682bb2038f3b300, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/c91236dca52141f7b0bca1a05f197a13, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/ebe3a97aae5b442e98f07ac2d765ec2a, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/3cd24304916f48cda76e7377ac03e299] to archive 2024-11-25T04:44:04,913 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T04:44:04,914 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/8b278b9613c24a40aba9a0f6840d53bb to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/8b278b9613c24a40aba9a0f6840d53bb 2024-11-25T04:44:04,916 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/2bff834a03744cb7b8533500c180aa7a to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/2bff834a03744cb7b8533500c180aa7a 2024-11-25T04:44:04,917 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/ca42eea6da30400285ba19e2e168e5f2 to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/ca42eea6da30400285ba19e2e168e5f2 2024-11-25T04:44:04,918 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/cf80948b2f9945fdbc61dfa84b6a5d1a to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/cf80948b2f9945fdbc61dfa84b6a5d1a 2024-11-25T04:44:04,919 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/6d9a0bf6caa04bf3926098db29ffb9e6 to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/6d9a0bf6caa04bf3926098db29ffb9e6 2024-11-25T04:44:04,920 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/b5e2c52e740043f68682bb2038f3b300 to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/b5e2c52e740043f68682bb2038f3b300 2024-11-25T04:44:04,922 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/c91236dca52141f7b0bca1a05f197a13 to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/c91236dca52141f7b0bca1a05f197a13 2024-11-25T04:44:04,923 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/ebe3a97aae5b442e98f07ac2d765ec2a to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/ebe3a97aae5b442e98f07ac2d765ec2a 2024-11-25T04:44:04,924 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/3cd24304916f48cda76e7377ac03e299 to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/3cd24304916f48cda76e7377ac03e299 2024-11-25T04:44:04,929 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=1 2024-11-25T04:44:04,930 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f. 2024-11-25T04:44:04,930 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 0fced44a8816eab0ee7564f06f65257f: Waiting for close lock at 1732509844880Running coprocessor pre-close hooks at 1732509844880Disabling compacts and flushes for region at 1732509844880Disabling writes for close at 1732509844880Obtaining lock to block concurrent updates at 1732509844880Preparing flush snapshotting stores in 0fced44a8816eab0ee7564f06f65257f at 1732509844880Finished memstore snapshotting TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f., syncing WAL and waiting on mvcc, flushsize=dataSize=3153, getHeapSize=3624, getOffHeapSize=0, getCellsCount=3 at 1732509844881 (+1 ms)Flushing stores of TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f. at 1732509844882 (+1 ms)Flushing 0fced44a8816eab0ee7564f06f65257f/info: creating writer at 1732509844882Flushing 0fced44a8816eab0ee7564f06f65257f/info: appending metadata at 1732509844886 (+4 ms)Flushing 0fced44a8816eab0ee7564f06f65257f/info: closing flushed file at 1732509844886Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eb8c49a: reopening flushed file at 1732509844901 (+15 ms)Finished flush of dataSize ~3.08 KB/3153, heapSize ~3.54 KB/3624, currentSize=0 B/0 for 0fced44a8816eab0ee7564f06f65257f in 30ms, sequenceid=127, compaction requested=true at 1732509844911 (+10 ms)Writing region close event to WAL at 1732509844926 (+15 ms)Running coprocessor post-close hooks at 1732509844930 (+4 ms)Closed at 1732509844930 2024-11-25T04:44:04,933 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:44:04,933 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0fced44a8816eab0ee7564f06f65257f, regionState=CLOSED 2024-11-25T04:44:04,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0fced44a8816eab0ee7564f06f65257f, server=13aa81add8b8,45011,1732509829164 because future has completed 2024-11-25T04:44:04,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T04:44:04,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 0fced44a8816eab0ee7564f06f65257f, server=13aa81add8b8,45011,1732509829164 in 217 msec 2024-11-25T04:44:04,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-25T04:44:04,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0fced44a8816eab0ee7564f06f65257f, UNASSIGN in 225 msec 2024-11-25T04:44:04,948 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:44:04,951 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=0fced44a8816eab0ee7564f06f65257f, threads=3 2024-11-25T04:44:04,953 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/92f9757a754f4971b038261fefa9bdca for region: 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:44:04,953 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/eb39caf0f9e949f59337b4eaf05b7406 for region: 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:44:04,953 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/33da8658145b4fb19549f1e92ef91236 for region: 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:44:04,964 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/eb39caf0f9e949f59337b4eaf05b7406, top=true 2024-11-25T04:44:04,966 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/92f9757a754f4971b038261fefa9bdca, top=true 2024-11-25T04:44:04,979 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/TestLogRolling-testLogRolling=0fced44a8816eab0ee7564f06f65257f-92f9757a754f4971b038261fefa9bdca for child: 162398d042d66ed33e8fc163122e5a37, parent: 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:44:04,979 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/TestLogRolling-testLogRolling=0fced44a8816eab0ee7564f06f65257f-eb39caf0f9e949f59337b4eaf05b7406 for child: 162398d042d66ed33e8fc163122e5a37, parent: 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:44:04,980 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/92f9757a754f4971b038261fefa9bdca for region: 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:44:04,980 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/eb39caf0f9e949f59337b4eaf05b7406 for region: 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:44:04,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741849_1025 (size=27) 2024-11-25T04:44:04,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741849_1025 (size=27) 2024-11-25T04:44:04,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741850_1026 (size=27) 2024-11-25T04:44:04,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741850_1026 (size=27) 2024-11-25T04:44:05,396 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/33da8658145b4fb19549f1e92ef91236 for region: 0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:44:05,400 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 0fced44a8816eab0ee7564f06f65257f Daughter A: [hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/8d39e17591e4983bc865d022a58dfa53/info/33da8658145b4fb19549f1e92ef91236.0fced44a8816eab0ee7564f06f65257f] storefiles, Daughter B: [hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/33da8658145b4fb19549f1e92ef91236.0fced44a8816eab0ee7564f06f65257f, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/TestLogRolling-testLogRolling=0fced44a8816eab0ee7564f06f65257f-92f9757a754f4971b038261fefa9bdca, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/TestLogRolling-testLogRolling=0fced44a8816eab0ee7564f06f65257f-eb39caf0f9e949f59337b4eaf05b7406] storefiles. 2024-11-25T04:44:05,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741851_1027 (size=71) 2024-11-25T04:44:05,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741851_1027 (size=71) 2024-11-25T04:44:05,459 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:44:05,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741852_1028 (size=71) 2024-11-25T04:44:05,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741852_1028 (size=71) 2024-11-25T04:44:05,472 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:44:05,483 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/8d39e17591e4983bc865d022a58dfa53/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=-1 2024-11-25T04:44:05,486 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=-1 2024-11-25T04:44:05,488 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732509845488"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1732509845488"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1732509845488"}]},"ts":"1732509845488"} 2024-11-25T04:44:05,489 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732509844704.8d39e17591e4983bc865d022a58dfa53.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732509845488"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732509845488"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732509845488"}]},"ts":"1732509845488"} 2024-11-25T04:44:05,489 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732509845488"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732509845488"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732509845488"}]},"ts":"1732509845488"} 2024-11-25T04:44:05,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8d39e17591e4983bc865d022a58dfa53, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=162398d042d66ed33e8fc163122e5a37, ASSIGN}] 2024-11-25T04:44:05,506 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8d39e17591e4983bc865d022a58dfa53, ASSIGN 2024-11-25T04:44:05,506 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=162398d042d66ed33e8fc163122e5a37, ASSIGN 2024-11-25T04:44:05,507 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8d39e17591e4983bc865d022a58dfa53, ASSIGN; state=SPLITTING_NEW, location=13aa81add8b8,45011,1732509829164; forceNewPlan=false, retain=false 2024-11-25T04:44:05,507 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=162398d042d66ed33e8fc163122e5a37, ASSIGN; state=SPLITTING_NEW, location=13aa81add8b8,45011,1732509829164; forceNewPlan=false, retain=false 2024-11-25T04:44:05,658 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8d39e17591e4983bc865d022a58dfa53, regionState=OPENING, regionLocation=13aa81add8b8,45011,1732509829164 2024-11-25T04:44:05,658 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=162398d042d66ed33e8fc163122e5a37, regionState=OPENING, regionLocation=13aa81add8b8,45011,1732509829164 2024-11-25T04:44:05,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=162398d042d66ed33e8fc163122e5a37, ASSIGN because future has completed 2024-11-25T04:44:05,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 162398d042d66ed33e8fc163122e5a37, server=13aa81add8b8,45011,1732509829164}] 2024-11-25T04:44:05,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8d39e17591e4983bc865d022a58dfa53, ASSIGN because future has completed 2024-11-25T04:44:05,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d39e17591e4983bc865d022a58dfa53, server=13aa81add8b8,45011,1732509829164}] 2024-11-25T04:44:05,826 INFO [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37. 2024-11-25T04:44:05,826 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 162398d042d66ed33e8fc163122e5a37, NAME => 'TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-25T04:44:05,827 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:05,827 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:44:05,827 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:05,827 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:05,828 INFO [StoreOpener-162398d042d66ed33e8fc163122e5a37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:05,829 INFO [StoreOpener-162398d042d66ed33e8fc163122e5a37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 162398d042d66ed33e8fc163122e5a37 columnFamilyName info 2024-11-25T04:44:05,830 DEBUG [StoreOpener-162398d042d66ed33e8fc163122e5a37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:44:05,846 DEBUG [StoreOpener-162398d042d66ed33e8fc163122e5a37-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/33da8658145b4fb19549f1e92ef91236.0fced44a8816eab0ee7564f06f65257f->hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/33da8658145b4fb19549f1e92ef91236-top 2024-11-25T04:44:05,852 DEBUG [StoreOpener-162398d042d66ed33e8fc163122e5a37-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/TestLogRolling-testLogRolling=0fced44a8816eab0ee7564f06f65257f-92f9757a754f4971b038261fefa9bdca 2024-11-25T04:44:05,857 DEBUG [StoreOpener-162398d042d66ed33e8fc163122e5a37-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/TestLogRolling-testLogRolling=0fced44a8816eab0ee7564f06f65257f-eb39caf0f9e949f59337b4eaf05b7406 2024-11-25T04:44:05,857 INFO [StoreOpener-162398d042d66ed33e8fc163122e5a37-1 {}] regionserver.HStore(327): Store=162398d042d66ed33e8fc163122e5a37/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T04:44:05,857 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:05,858 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:05,859 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:05,859 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:05,859 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:05,861 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:05,862 INFO [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 162398d042d66ed33e8fc163122e5a37; next sequenceid=131; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=783068, jitterRate=-0.004277661442756653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T04:44:05,862 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:05,862 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 162398d042d66ed33e8fc163122e5a37: Running coprocessor pre-open hook at 1732509845827Writing region info on filesystem at 1732509845827Initializing all the Stores at 1732509845828 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509845828Cleaning up temporary data from old regions at 1732509845859 (+31 ms)Running coprocessor post-open hooks at 1732509845862 (+3 ms)Region opened successfully at 1732509845862 2024-11-25T04:44:05,863 INFO [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37., pid=12, masterSystemTime=1732509845818 2024-11-25T04:44:05,863 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 162398d042d66ed33e8fc163122e5a37:info, priority=-2147483648, current under compaction store size is 1 2024-11-25T04:44:05,864 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T04:44:05,864 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T04:44:05,865 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37. 2024-11-25T04:44:05,865 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1541): 162398d042d66ed33e8fc163122e5a37/info is initiating minor compaction (all files) 2024-11-25T04:44:05,865 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 162398d042d66ed33e8fc163122e5a37/info in TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37. 2024-11-25T04:44:05,865 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/33da8658145b4fb19549f1e92ef91236.0fced44a8816eab0ee7564f06f65257f->hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/33da8658145b4fb19549f1e92ef91236-top, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/TestLogRolling-testLogRolling=0fced44a8816eab0ee7564f06f65257f-92f9757a754f4971b038261fefa9bdca, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/TestLogRolling-testLogRolling=0fced44a8816eab0ee7564f06f65257f-eb39caf0f9e949f59337b4eaf05b7406] into tmpdir=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp, totalSize=113.7 K 2024-11-25T04:44:05,866 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37. 2024-11-25T04:44:05,866 INFO [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37. 2024-11-25T04:44:05,866 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33da8658145b4fb19549f1e92ef91236.0fced44a8816eab0ee7564f06f65257f, keycount=40, bloomtype=ROW, size=87.5 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732509840411 2024-11-25T04:44:05,866 INFO [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732509844704.8d39e17591e4983bc865d022a58dfa53. 2024-11-25T04:44:05,866 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d39e17591e4983bc865d022a58dfa53, NAME => 'TestLogRolling-testLogRolling,,1732509844704.8d39e17591e4983bc865d022a58dfa53.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-25T04:44:05,867 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=0fced44a8816eab0ee7564f06f65257f-92f9757a754f4971b038261fefa9bdca, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732509844637 2024-11-25T04:44:05,867 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 8d39e17591e4983bc865d022a58dfa53 2024-11-25T04:44:05,867 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=162398d042d66ed33e8fc163122e5a37, regionState=OPEN, openSeqNum=131, regionLocation=13aa81add8b8,45011,1732509829164 2024-11-25T04:44:05,867 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732509844704.8d39e17591e4983bc865d022a58dfa53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:44:05,867 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 8d39e17591e4983bc865d022a58dfa53 2024-11-25T04:44:05,867 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 8d39e17591e4983bc865d022a58dfa53 2024-11-25T04:44:05,868 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=0fced44a8816eab0ee7564f06f65257f-eb39caf0f9e949f59337b4eaf05b7406, keycount=3, bloomtype=ROW, size=7.9 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732509844664 2024-11-25T04:44:05,869 INFO [StoreOpener-8d39e17591e4983bc865d022a58dfa53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8d39e17591e4983bc865d022a58dfa53 2024-11-25T04:44:05,869 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45011 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-25T04:44:05,869 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-25T04:44:05,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-25T04:44:05,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 162398d042d66ed33e8fc163122e5a37, server=13aa81add8b8,45011,1732509829164 because future has completed 2024-11-25T04:44:05,871 INFO [StoreOpener-8d39e17591e4983bc865d022a58dfa53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d39e17591e4983bc865d022a58dfa53 columnFamilyName info 2024-11-25T04:44:05,871 DEBUG [StoreOpener-8d39e17591e4983bc865d022a58dfa53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:44:05,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-25T04:44:05,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 162398d042d66ed33e8fc163122e5a37, server=13aa81add8b8,45011,1732509829164 in 208 msec 2024-11-25T04:44:05,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=162398d042d66ed33e8fc163122e5a37, ASSIGN in 374 msec 2024-11-25T04:44:05,888 DEBUG [StoreOpener-8d39e17591e4983bc865d022a58dfa53-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/8d39e17591e4983bc865d022a58dfa53/info/33da8658145b4fb19549f1e92ef91236.0fced44a8816eab0ee7564f06f65257f->hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/33da8658145b4fb19549f1e92ef91236-bottom 2024-11-25T04:44:05,888 INFO [StoreOpener-8d39e17591e4983bc865d022a58dfa53-1 {}] regionserver.HStore(327): Store=8d39e17591e4983bc865d022a58dfa53/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T04:44:05,888 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 8d39e17591e4983bc865d022a58dfa53 2024-11-25T04:44:05,889 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/8d39e17591e4983bc865d022a58dfa53 2024-11-25T04:44:05,890 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/8d39e17591e4983bc865d022a58dfa53 2024-11-25T04:44:05,891 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 8d39e17591e4983bc865d022a58dfa53 2024-11-25T04:44:05,891 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 8d39e17591e4983bc865d022a58dfa53 2024-11-25T04:44:05,893 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 8d39e17591e4983bc865d022a58dfa53 2024-11-25T04:44:05,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740/.tmp/info/3eba412930254b738c20ad6e4c148e44 is 193, key is TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37./info:regioninfo/1732509845867/Put/seqid=0 2024-11-25T04:44:05,893 INFO [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 8d39e17591e4983bc865d022a58dfa53; next sequenceid=131; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=854088, jitterRate=0.08602935075759888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T04:44:05,894 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d39e17591e4983bc865d022a58dfa53 2024-11-25T04:44:05,894 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 8d39e17591e4983bc865d022a58dfa53: Running coprocessor pre-open hook at 1732509845867Writing region info on filesystem at 1732509845867Initializing all the Stores at 1732509845869 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509845869Cleaning up temporary data from old regions at 1732509845891 (+22 ms)Running coprocessor post-open hooks at 1732509845894 (+3 ms)Region opened successfully at 1732509845894 2024-11-25T04:44:05,895 INFO [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732509844704.8d39e17591e4983bc865d022a58dfa53., pid=13, masterSystemTime=1732509845818 2024-11-25T04:44:05,895 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 8d39e17591e4983bc865d022a58dfa53:info, priority=-2147483648, current under compaction store size is 2 2024-11-25T04:44:05,895 DEBUG [RS:0;13aa81add8b8:45011-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-25T04:44:05,895 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T04:44:05,896 INFO [RS:0;13aa81add8b8:45011-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1732509844704.8d39e17591e4983bc865d022a58dfa53. 2024-11-25T04:44:05,896 DEBUG [RS:0;13aa81add8b8:45011-longCompactions-0 {}] regionserver.HStore(1541): 8d39e17591e4983bc865d022a58dfa53/info is initiating minor compaction (all files) 2024-11-25T04:44:05,896 INFO [RS:0;13aa81add8b8:45011-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d39e17591e4983bc865d022a58dfa53/info in TestLogRolling-testLogRolling,,1732509844704.8d39e17591e4983bc865d022a58dfa53. 2024-11-25T04:44:05,896 INFO [RS:0;13aa81add8b8:45011-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/8d39e17591e4983bc865d022a58dfa53/info/33da8658145b4fb19549f1e92ef91236.0fced44a8816eab0ee7564f06f65257f->hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/33da8658145b4fb19549f1e92ef91236-bottom] into tmpdir=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/8d39e17591e4983bc865d022a58dfa53/.tmp, totalSize=87.5 K 2024-11-25T04:44:05,897 DEBUG [RS:0;13aa81add8b8:45011-longCompactions-0 {}] compactions.Compactor(225): Compacting 33da8658145b4fb19549f1e92ef91236.0fced44a8816eab0ee7564f06f65257f, keycount=40, bloomtype=ROW, size=87.5 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732509840411 2024-11-25T04:44:05,897 DEBUG [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732509844704.8d39e17591e4983bc865d022a58dfa53. 2024-11-25T04:44:05,897 INFO [RS_OPEN_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732509844704.8d39e17591e4983bc865d022a58dfa53. 2024-11-25T04:44:05,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741853_1029 (size=9882) 2024-11-25T04:44:05,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741853_1029 (size=9882) 2024-11-25T04:44:05,899 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8d39e17591e4983bc865d022a58dfa53, regionState=OPEN, openSeqNum=131, regionLocation=13aa81add8b8,45011,1732509829164 2024-11-25T04:44:05,901 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 162398d042d66ed33e8fc163122e5a37#info#compaction#44 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T04:44:05,902 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/9f88f9d34f9c4d3a95fcdb90506b8717 is 1055, key is row0064/info:/1732509842602/Put/seqid=0 2024-11-25T04:44:05,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d39e17591e4983bc865d022a58dfa53, server=13aa81add8b8,45011,1732509829164 because future has completed 2024-11-25T04:44:05,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740/.tmp/info/3eba412930254b738c20ad6e4c148e44 2024-11-25T04:44:05,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-11-25T04:44:05,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d39e17591e4983bc865d022a58dfa53, server=13aa81add8b8,45011,1732509829164 in 238 msec 2024-11-25T04:44:05,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-25T04:44:05,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741854_1030 (size=40005) 2024-11-25T04:44:05,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741854_1030 (size=40005) 2024-11-25T04:44:05,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8d39e17591e4983bc865d022a58dfa53, ASSIGN in 401 msec 2024-11-25T04:44:05,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=0fced44a8816eab0ee7564f06f65257f, daughterA=8d39e17591e4983bc865d022a58dfa53, daughterB=162398d042d66ed33e8fc163122e5a37 in 1.2050 sec 2024-11-25T04:44:05,918 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/9f88f9d34f9c4d3a95fcdb90506b8717 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/9f88f9d34f9c4d3a95fcdb90506b8717 2024-11-25T04:44:05,922 INFO [RS:0;13aa81add8b8:45011-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d39e17591e4983bc865d022a58dfa53#info#compaction#45 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T04:44:05,923 DEBUG [RS:0;13aa81add8b8:45011-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/8d39e17591e4983bc865d022a58dfa53/.tmp/info/ab2b311511734c708b829c2599ba69d1 is 1055, key is row0001/info:/1732509840411/Put/seqid=0 2024-11-25T04:44:05,926 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 162398d042d66ed33e8fc163122e5a37/info of 162398d042d66ed33e8fc163122e5a37 into 9f88f9d34f9c4d3a95fcdb90506b8717(size=39.1 K), total size for store is 39.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T04:44:05,926 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 162398d042d66ed33e8fc163122e5a37: 2024-11-25T04:44:05,926 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37., storeName=162398d042d66ed33e8fc163122e5a37/info, priority=13, startTime=1732509845863; duration=0sec 2024-11-25T04:44:05,926 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T04:44:05,926 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 162398d042d66ed33e8fc163122e5a37:info 2024-11-25T04:44:05,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741855_1031 (size=71441) 2024-11-25T04:44:05,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741855_1031 (size=71441) 2024-11-25T04:44:05,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740/.tmp/ns/3d6ebeeae79c47d8a3b5e9ecf44c82a9 is 43, key is default/ns:d/1732509830230/Put/seqid=0 2024-11-25T04:44:05,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741856_1032 (size=5153) 2024-11-25T04:44:05,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741856_1032 (size=5153) 2024-11-25T04:44:05,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740/.tmp/ns/3d6ebeeae79c47d8a3b5e9ecf44c82a9 2024-11-25T04:44:05,939 DEBUG [RS:0;13aa81add8b8:45011-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/8d39e17591e4983bc865d022a58dfa53/.tmp/info/ab2b311511734c708b829c2599ba69d1 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/8d39e17591e4983bc865d022a58dfa53/info/ab2b311511734c708b829c2599ba69d1 2024-11-25T04:44:05,945 INFO [RS:0;13aa81add8b8:45011-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 8d39e17591e4983bc865d022a58dfa53/info of 8d39e17591e4983bc865d022a58dfa53 into ab2b311511734c708b829c2599ba69d1(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T04:44:05,945 DEBUG [RS:0;13aa81add8b8:45011-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d39e17591e4983bc865d022a58dfa53: 2024-11-25T04:44:05,945 INFO [RS:0;13aa81add8b8:45011-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732509844704.8d39e17591e4983bc865d022a58dfa53., storeName=8d39e17591e4983bc865d022a58dfa53/info, priority=15, startTime=1732509845895; duration=0sec 2024-11-25T04:44:05,945 DEBUG [RS:0;13aa81add8b8:45011-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T04:44:05,945 DEBUG [RS:0;13aa81add8b8:45011-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d39e17591e4983bc865d022a58dfa53:info 2024-11-25T04:44:05,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740/.tmp/table/a217e44870d749f4a1c5c9cca60e132c is 65, key is TestLogRolling-testLogRolling/table:state/1732509830690/Put/seqid=0 2024-11-25T04:44:05,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741857_1033 (size=5340) 2024-11-25T04:44:05,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741857_1033 (size=5340) 2024-11-25T04:44:05,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740/.tmp/table/a217e44870d749f4a1c5c9cca60e132c 2024-11-25T04:44:05,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740/.tmp/info/3eba412930254b738c20ad6e4c148e44 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740/info/3eba412930254b738c20ad6e4c148e44 2024-11-25T04:44:05,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740/info/3eba412930254b738c20ad6e4c148e44, entries=30, sequenceid=17, filesize=9.7 K 2024-11-25T04:44:05,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740/.tmp/ns/3d6ebeeae79c47d8a3b5e9ecf44c82a9 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740/ns/3d6ebeeae79c47d8a3b5e9ecf44c82a9 2024-11-25T04:44:05,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740/ns/3d6ebeeae79c47d8a3b5e9ecf44c82a9, entries=2, sequenceid=17, filesize=5.0 K 2024-11-25T04:44:05,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740/.tmp/table/a217e44870d749f4a1c5c9cca60e132c as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740/table/a217e44870d749f4a1c5c9cca60e132c 2024-11-25T04:44:05,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740/table/a217e44870d749f4a1c5c9cca60e132c, entries=2, sequenceid=17, filesize=5.2 K 2024-11-25T04:44:05,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 121ms, sequenceid=17, compaction requested=false 2024-11-25T04:44:05,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-25T04:44:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:32990 deadline: 1732509856671, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f. is not online on 13aa81add8b8,45011,1732509829164 2024-11-25T04:44:06,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f., hostname=13aa81add8b8,45011,1732509829164, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f., hostname=13aa81add8b8,45011,1732509829164, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f. is not online on 13aa81add8b8,45011,1732509829164 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T04:44:06,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f., hostname=13aa81add8b8,45011,1732509829164, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f. is not online on 13aa81add8b8,45011,1732509829164 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T04:44:06,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1732509830299.0fced44a8816eab0ee7564f06f65257f., hostname=13aa81add8b8,45011,1732509829164, seqNum=2 from cache 2024-11-25T04:44:10,433 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T04:44:10,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:44:10,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:44:10,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:44:10,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:44:10,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:44:10,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:44:10,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:44:10,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:44:10,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:44:10,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T04:44:16,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37., hostname=13aa81add8b8,45011,1732509829164, seqNum=131] 2024-11-25T04:44:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] regionserver.HRegion(8855): Flush requested on 162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:16,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 162398d042d66ed33e8fc163122e5a37 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-25T04:44:16,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/1d8024640eb5405b8b63ca03ad141326 is 1055, key is row0097/info:/1732509856759/Put/seqid=0 2024-11-25T04:44:16,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741858_1034 (size=13394) 2024-11-25T04:44:16,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741858_1034 (size=13394) 2024-11-25T04:44:16,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/1d8024640eb5405b8b63ca03ad141326 2024-11-25T04:44:16,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/1d8024640eb5405b8b63ca03ad141326 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/1d8024640eb5405b8b63ca03ad141326 2024-11-25T04:44:16,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/1d8024640eb5405b8b63ca03ad141326, entries=8, sequenceid=142, filesize=13.1 K 2024-11-25T04:44:16,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 162398d042d66ed33e8fc163122e5a37 in 29ms, sequenceid=142, compaction requested=false 2024-11-25T04:44:16,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 162398d042d66ed33e8fc163122e5a37: 2024-11-25T04:44:16,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] regionserver.HRegion(8855): Flush requested on 162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:16,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 162398d042d66ed33e8fc163122e5a37 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-25T04:44:16,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/3b357df423794056b864df61935ff5eb is 1055, key is row0105/info:/1732509856772/Put/seqid=0 2024-11-25T04:44:16,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741859_1035 (size=18675) 2024-11-25T04:44:16,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741859_1035 (size=18675) 2024-11-25T04:44:16,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/3b357df423794056b864df61935ff5eb 2024-11-25T04:44:16,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/3b357df423794056b864df61935ff5eb as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/3b357df423794056b864df61935ff5eb 2024-11-25T04:44:16,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/3b357df423794056b864df61935ff5eb, entries=13, sequenceid=158, filesize=18.2 K 2024-11-25T04:44:16,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for 162398d042d66ed33e8fc163122e5a37 in 25ms, sequenceid=158, compaction requested=true 2024-11-25T04:44:16,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 162398d042d66ed33e8fc163122e5a37: 2024-11-25T04:44:16,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 162398d042d66ed33e8fc163122e5a37:info, priority=-2147483648, current under compaction store size is 1 2024-11-25T04:44:16,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T04:44:16,827 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T04:44:16,829 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 72074 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T04:44:16,829 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1541): 162398d042d66ed33e8fc163122e5a37/info is initiating minor compaction (all files) 2024-11-25T04:44:16,829 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 162398d042d66ed33e8fc163122e5a37/info in TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37. 2024-11-25T04:44:16,829 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/9f88f9d34f9c4d3a95fcdb90506b8717, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/1d8024640eb5405b8b63ca03ad141326, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/3b357df423794056b864df61935ff5eb] into tmpdir=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp, totalSize=70.4 K 2024-11-25T04:44:16,829 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f88f9d34f9c4d3a95fcdb90506b8717, keycount=33, bloomtype=ROW, size=39.1 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732509842602 2024-11-25T04:44:16,830 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d8024640eb5405b8b63ca03ad141326, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732509856759 2024-11-25T04:44:16,830 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b357df423794056b864df61935ff5eb, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732509856772 2024-11-25T04:44:16,842 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 162398d042d66ed33e8fc163122e5a37#info#compaction#50 average throughput is 27.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T04:44:16,843 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/5432384192b24ad6ba39e75d71ec4b9d is 1055, key is row0064/info:/1732509842602/Put/seqid=0 2024-11-25T04:44:16,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741860_1036 (size=62288) 2024-11-25T04:44:16,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741860_1036 (size=62288) 2024-11-25T04:44:16,856 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/5432384192b24ad6ba39e75d71ec4b9d as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/5432384192b24ad6ba39e75d71ec4b9d 2024-11-25T04:44:16,863 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 162398d042d66ed33e8fc163122e5a37/info of 162398d042d66ed33e8fc163122e5a37 into 5432384192b24ad6ba39e75d71ec4b9d(size=60.8 K), total size for store is 60.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T04:44:16,863 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 162398d042d66ed33e8fc163122e5a37: 2024-11-25T04:44:16,863 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37., storeName=162398d042d66ed33e8fc163122e5a37/info, priority=13, startTime=1732509856827; duration=0sec 2024-11-25T04:44:16,863 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T04:44:16,863 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 162398d042d66ed33e8fc163122e5a37:info 2024-11-25T04:44:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] regionserver.HRegion(8855): Flush requested on 162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:18,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 162398d042d66ed33e8fc163122e5a37 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-25T04:44:18,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/6fd2fbdc20a54509b3512a6efdd4ca37 is 1055, key is row0118/info:/1732509856803/Put/seqid=0 2024-11-25T04:44:18,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741861_1037 (size=17606) 2024-11-25T04:44:18,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741861_1037 (size=17606) 2024-11-25T04:44:18,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/6fd2fbdc20a54509b3512a6efdd4ca37 2024-11-25T04:44:18,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/6fd2fbdc20a54509b3512a6efdd4ca37 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/6fd2fbdc20a54509b3512a6efdd4ca37 2024-11-25T04:44:18,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/6fd2fbdc20a54509b3512a6efdd4ca37, entries=12, sequenceid=174, filesize=17.2 K 2024-11-25T04:44:18,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=11.29 KB/11561 for 162398d042d66ed33e8fc163122e5a37 in 25ms, sequenceid=174, compaction requested=false 2024-11-25T04:44:18,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 162398d042d66ed33e8fc163122e5a37: 2024-11-25T04:44:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] regionserver.HRegion(8855): Flush requested on 162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:18,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 162398d042d66ed33e8fc163122e5a37 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-25T04:44:18,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/3f380370028a4f42aeb532146329bdb4 is 1055, key is row0130/info:/1732509858834/Put/seqid=0 2024-11-25T04:44:18,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741862_1038 (size=17606) 2024-11-25T04:44:18,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741862_1038 (size=17606) 2024-11-25T04:44:18,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/3f380370028a4f42aeb532146329bdb4 2024-11-25T04:44:18,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/3f380370028a4f42aeb532146329bdb4 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/3f380370028a4f42aeb532146329bdb4 2024-11-25T04:44:18,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/3f380370028a4f42aeb532146329bdb4, entries=12, sequenceid=189, filesize=17.2 K 2024-11-25T04:44:18,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for 162398d042d66ed33e8fc163122e5a37 in 24ms, sequenceid=189, compaction requested=true 2024-11-25T04:44:18,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 162398d042d66ed33e8fc163122e5a37: 2024-11-25T04:44:18,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 162398d042d66ed33e8fc163122e5a37:info, priority=-2147483648, current under compaction store size is 1 2024-11-25T04:44:18,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T04:44:18,881 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T04:44:18,882 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 97500 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T04:44:18,882 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1541): 162398d042d66ed33e8fc163122e5a37/info is initiating minor compaction (all files) 2024-11-25T04:44:18,882 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 162398d042d66ed33e8fc163122e5a37/info in TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37. 2024-11-25T04:44:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] regionserver.HRegion(8855): Flush requested on 162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:18,883 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/5432384192b24ad6ba39e75d71ec4b9d, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/6fd2fbdc20a54509b3512a6efdd4ca37, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/3f380370028a4f42aeb532146329bdb4] into tmpdir=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp, totalSize=95.2 K 2024-11-25T04:44:18,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 162398d042d66ed33e8fc163122e5a37 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-25T04:44:18,883 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5432384192b24ad6ba39e75d71ec4b9d, keycount=54, bloomtype=ROW, size=60.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732509842602 2024-11-25T04:44:18,883 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fd2fbdc20a54509b3512a6efdd4ca37, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732509856803 2024-11-25T04:44:18,884 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f380370028a4f42aeb532146329bdb4, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732509858834 2024-11-25T04:44:18,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/5d09911425dc4047b52300b641e746e4 is 1055, key is row0142/info:/1732509858858/Put/seqid=0 2024-11-25T04:44:18,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741863_1039 (size=18675) 2024-11-25T04:44:18,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741863_1039 (size=18675) 2024-11-25T04:44:18,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/5d09911425dc4047b52300b641e746e4 2024-11-25T04:44:18,899 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 162398d042d66ed33e8fc163122e5a37#info#compaction#54 average throughput is 39.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T04:44:18,900 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/d98644d297b74767a3a7f5255961df25 is 1055, key is row0064/info:/1732509842602/Put/seqid=0 2024-11-25T04:44:18,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/5d09911425dc4047b52300b641e746e4 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/5d09911425dc4047b52300b641e746e4 2024-11-25T04:44:18,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741864_1040 (size=87735) 2024-11-25T04:44:18,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741864_1040 (size=87735) 2024-11-25T04:44:18,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/5d09911425dc4047b52300b641e746e4, entries=13, sequenceid=205, filesize=18.2 K 2024-11-25T04:44:18,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=6.16 KB/6306 for 162398d042d66ed33e8fc163122e5a37 in 26ms, sequenceid=205, compaction requested=false 2024-11-25T04:44:18,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 162398d042d66ed33e8fc163122e5a37: 2024-11-25T04:44:18,909 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/d98644d297b74767a3a7f5255961df25 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/d98644d297b74767a3a7f5255961df25 2024-11-25T04:44:18,915 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 162398d042d66ed33e8fc163122e5a37/info of 162398d042d66ed33e8fc163122e5a37 into d98644d297b74767a3a7f5255961df25(size=85.7 K), total size for store is 103.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T04:44:18,915 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 162398d042d66ed33e8fc163122e5a37: 2024-11-25T04:44:18,915 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37., storeName=162398d042d66ed33e8fc163122e5a37/info, priority=13, startTime=1732509858881; duration=0sec 2024-11-25T04:44:18,915 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T04:44:18,915 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 162398d042d66ed33e8fc163122e5a37:info 2024-11-25T04:44:18,970 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T04:44:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] regionserver.HRegion(8855): Flush requested on 162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:20,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 162398d042d66ed33e8fc163122e5a37 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-25T04:44:20,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/1b4cae3750bf435e80310563aa5ab2f9 is 1055, key is row0155/info:/1732509858884/Put/seqid=0 2024-11-25T04:44:20,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741865_1041 (size=13394) 2024-11-25T04:44:20,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741865_1041 (size=13394) 2024-11-25T04:44:20,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/1b4cae3750bf435e80310563aa5ab2f9 2024-11-25T04:44:20,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/1b4cae3750bf435e80310563aa5ab2f9 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/1b4cae3750bf435e80310563aa5ab2f9 2024-11-25T04:44:20,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/1b4cae3750bf435e80310563aa5ab2f9, entries=8, sequenceid=217, filesize=13.1 K 2024-11-25T04:44:20,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 162398d042d66ed33e8fc163122e5a37 in 22ms, sequenceid=217, compaction requested=true 2024-11-25T04:44:20,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 162398d042d66ed33e8fc163122e5a37: 2024-11-25T04:44:20,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 162398d042d66ed33e8fc163122e5a37:info, priority=-2147483648, current under compaction store size is 1 2024-11-25T04:44:20,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T04:44:20,928 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T04:44:20,929 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119804 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T04:44:20,929 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1541): 162398d042d66ed33e8fc163122e5a37/info is initiating minor compaction (all files) 2024-11-25T04:44:20,930 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 162398d042d66ed33e8fc163122e5a37/info in TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37. 2024-11-25T04:44:20,930 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/d98644d297b74767a3a7f5255961df25, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/5d09911425dc4047b52300b641e746e4, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/1b4cae3750bf435e80310563aa5ab2f9] into tmpdir=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp, totalSize=117.0 K 2024-11-25T04:44:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] regionserver.HRegion(8855): Flush requested on 162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:20,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 162398d042d66ed33e8fc163122e5a37 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-25T04:44:20,930 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting d98644d297b74767a3a7f5255961df25, keycount=78, bloomtype=ROW, size=85.7 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732509842602 2024-11-25T04:44:20,931 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d09911425dc4047b52300b641e746e4, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732509858858 2024-11-25T04:44:20,932 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b4cae3750bf435e80310563aa5ab2f9, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732509858884 2024-11-25T04:44:20,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/342652fed1c144f298f4648d423003b3 is 1055, key is row0163/info:/1732509860907/Put/seqid=0 2024-11-25T04:44:20,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741866_1042 (size=18675) 2024-11-25T04:44:20,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741866_1042 (size=18675) 2024-11-25T04:44:20,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/342652fed1c144f298f4648d423003b3 2024-11-25T04:44:20,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/342652fed1c144f298f4648d423003b3 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/342652fed1c144f298f4648d423003b3 2024-11-25T04:44:20,948 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 162398d042d66ed33e8fc163122e5a37#info#compaction#57 average throughput is 33.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T04:44:20,949 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/a73c3a8990a249afa5e8215ed59aa422 is 1055, key is row0064/info:/1732509842602/Put/seqid=0 2024-11-25T04:44:20,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741867_1043 (size=109958) 2024-11-25T04:44:20,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/342652fed1c144f298f4648d423003b3, entries=13, sequenceid=233, filesize=18.2 K 2024-11-25T04:44:20,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741867_1043 (size=109958) 2024-11-25T04:44:20,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=8.21 KB/8408 for 162398d042d66ed33e8fc163122e5a37 in 25ms, sequenceid=233, compaction requested=false 2024-11-25T04:44:20,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 162398d042d66ed33e8fc163122e5a37: 2024-11-25T04:44:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] regionserver.HRegion(8855): Flush requested on 162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:20,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 162398d042d66ed33e8fc163122e5a37 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-25T04:44:20,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/d99d0531a3fb43a1b373992929d3165a is 1055, key is row0176/info:/1732509860932/Put/seqid=0 2024-11-25T04:44:20,962 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/a73c3a8990a249afa5e8215ed59aa422 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/a73c3a8990a249afa5e8215ed59aa422 2024-11-25T04:44:20,969 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 162398d042d66ed33e8fc163122e5a37/info of 162398d042d66ed33e8fc163122e5a37 into a73c3a8990a249afa5e8215ed59aa422(size=107.4 K), total size for store is 125.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T04:44:20,969 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 162398d042d66ed33e8fc163122e5a37: 2024-11-25T04:44:20,969 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37., storeName=162398d042d66ed33e8fc163122e5a37/info, priority=13, startTime=1732509860928; duration=0sec 2024-11-25T04:44:20,969 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T04:44:20,970 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 162398d042d66ed33e8fc163122e5a37:info 2024-11-25T04:44:20,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741868_1044 (size=15500) 2024-11-25T04:44:20,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741868_1044 (size=15500) 2024-11-25T04:44:20,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/d99d0531a3fb43a1b373992929d3165a 2024-11-25T04:44:20,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/d99d0531a3fb43a1b373992929d3165a as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/d99d0531a3fb43a1b373992929d3165a 2024-11-25T04:44:20,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/d99d0531a3fb43a1b373992929d3165a, entries=10, sequenceid=246, filesize=15.1 K 2024-11-25T04:44:20,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=7.18 KB/7357 for 162398d042d66ed33e8fc163122e5a37 in 32ms, sequenceid=246, compaction requested=true 2024-11-25T04:44:20,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 162398d042d66ed33e8fc163122e5a37: 2024-11-25T04:44:20,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 162398d042d66ed33e8fc163122e5a37:info, priority=-2147483648, current under compaction store size is 1 2024-11-25T04:44:20,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T04:44:20,990 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T04:44:20,991 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144133 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T04:44:20,991 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1541): 162398d042d66ed33e8fc163122e5a37/info is initiating minor compaction (all files) 2024-11-25T04:44:20,991 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 162398d042d66ed33e8fc163122e5a37/info in TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37. 2024-11-25T04:44:20,991 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/a73c3a8990a249afa5e8215ed59aa422, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/342652fed1c144f298f4648d423003b3, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/d99d0531a3fb43a1b373992929d3165a] into tmpdir=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp, totalSize=140.8 K 2024-11-25T04:44:20,992 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting a73c3a8990a249afa5e8215ed59aa422, keycount=99, bloomtype=ROW, size=107.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732509842602 2024-11-25T04:44:20,992 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 342652fed1c144f298f4648d423003b3, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732509860907 2024-11-25T04:44:20,993 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting d99d0531a3fb43a1b373992929d3165a, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732509860932 2024-11-25T04:44:21,006 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 162398d042d66ed33e8fc163122e5a37#info#compaction#59 average throughput is 40.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T04:44:21,007 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/b00887ea834c46abbc40b51e74519c09 is 1055, key is row0064/info:/1732509842602/Put/seqid=0 2024-11-25T04:44:21,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741869_1045 (size=134411) 2024-11-25T04:44:21,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741869_1045 (size=134411) 2024-11-25T04:44:21,420 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/b00887ea834c46abbc40b51e74519c09 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/b00887ea834c46abbc40b51e74519c09 2024-11-25T04:44:21,428 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 162398d042d66ed33e8fc163122e5a37/info of 162398d042d66ed33e8fc163122e5a37 into b00887ea834c46abbc40b51e74519c09(size=131.3 K), total size for store is 131.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T04:44:21,428 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 162398d042d66ed33e8fc163122e5a37: 2024-11-25T04:44:21,428 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37., storeName=162398d042d66ed33e8fc163122e5a37/info, priority=13, startTime=1732509860990; duration=0sec 2024-11-25T04:44:21,428 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T04:44:21,428 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 162398d042d66ed33e8fc163122e5a37:info 2024-11-25T04:44:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] regionserver.HRegion(8855): Flush requested on 162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:22,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 162398d042d66ed33e8fc163122e5a37 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-25T04:44:22,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/bcb6824bb8e14934b45c8826d9331f6d is 1055, key is row0186/info:/1732509860959/Put/seqid=0 2024-11-25T04:44:23,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741870_1046 (size=13395) 2024-11-25T04:44:23,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741870_1046 (size=13395) 2024-11-25T04:44:23,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/bcb6824bb8e14934b45c8826d9331f6d 2024-11-25T04:44:23,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/bcb6824bb8e14934b45c8826d9331f6d as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/bcb6824bb8e14934b45c8826d9331f6d 2024-11-25T04:44:23,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/bcb6824bb8e14934b45c8826d9331f6d, entries=8, sequenceid=259, filesize=13.1 K 2024-11-25T04:44:23,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for 162398d042d66ed33e8fc163122e5a37 in 42ms, sequenceid=259, compaction requested=false 2024-11-25T04:44:23,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 162398d042d66ed33e8fc163122e5a37: 2024-11-25T04:44:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] regionserver.HRegion(8855): Flush requested on 162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:23,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 162398d042d66ed33e8fc163122e5a37 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-25T04:44:23,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/a8413223312c4b5d852682b6722c8043 is 1055, key is row0194/info:/1732509862984/Put/seqid=0 2024-11-25T04:44:23,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741871_1047 (size=22908) 2024-11-25T04:44:23,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/a8413223312c4b5d852682b6722c8043 2024-11-25T04:44:23,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741871_1047 (size=22908) 2024-11-25T04:44:23,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=162398d042d66ed33e8fc163122e5a37, server=13aa81add8b8,45011,1732509829164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T04:44:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:32990 deadline: 1732509873052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=162398d042d66ed33e8fc163122e5a37, server=13aa81add8b8,45011,1732509829164 2024-11-25T04:44:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37., hostname=13aa81add8b8,45011,1732509829164, seqNum=131 , the old value is region=TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37., hostname=13aa81add8b8,45011,1732509829164, seqNum=131, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=162398d042d66ed33e8fc163122e5a37, server=13aa81add8b8,45011,1732509829164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T04:44:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37., hostname=13aa81add8b8,45011,1732509829164, seqNum=131 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=162398d042d66ed33e8fc163122e5a37, server=13aa81add8b8,45011,1732509829164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T04:44:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37., hostname=13aa81add8b8,45011,1732509829164, seqNum=131 because the exception is null or not the one we care about 2024-11-25T04:44:23,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/a8413223312c4b5d852682b6722c8043 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/a8413223312c4b5d852682b6722c8043 2024-11-25T04:44:23,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/a8413223312c4b5d852682b6722c8043, entries=17, sequenceid=279, filesize=22.4 K 2024-11-25T04:44:23,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=12.32 KB/12612 for 162398d042d66ed33e8fc163122e5a37 in 41ms, sequenceid=279, compaction requested=true 2024-11-25T04:44:23,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 162398d042d66ed33e8fc163122e5a37: 2024-11-25T04:44:23,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 162398d042d66ed33e8fc163122e5a37:info, priority=-2147483648, current under compaction store size is 1 2024-11-25T04:44:23,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T04:44:23,063 DEBUG [RS:0;13aa81add8b8:45011-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T04:44:23,064 DEBUG [RS:0;13aa81add8b8:45011-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 170714 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T04:44:23,064 DEBUG [RS:0;13aa81add8b8:45011-longCompactions-0 {}] regionserver.HStore(1541): 162398d042d66ed33e8fc163122e5a37/info is initiating minor compaction (all files) 2024-11-25T04:44:23,064 INFO [RS:0;13aa81add8b8:45011-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 162398d042d66ed33e8fc163122e5a37/info in TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37. 2024-11-25T04:44:23,064 INFO [RS:0;13aa81add8b8:45011-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/b00887ea834c46abbc40b51e74519c09, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/bcb6824bb8e14934b45c8826d9331f6d, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/a8413223312c4b5d852682b6722c8043] into tmpdir=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp, totalSize=166.7 K 2024-11-25T04:44:23,065 DEBUG [RS:0;13aa81add8b8:45011-longCompactions-0 {}] compactions.Compactor(225): Compacting b00887ea834c46abbc40b51e74519c09, keycount=122, bloomtype=ROW, size=131.3 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732509842602 2024-11-25T04:44:23,065 DEBUG [RS:0;13aa81add8b8:45011-longCompactions-0 {}] compactions.Compactor(225): Compacting bcb6824bb8e14934b45c8826d9331f6d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732509860959 2024-11-25T04:44:23,066 DEBUG [RS:0;13aa81add8b8:45011-longCompactions-0 {}] compactions.Compactor(225): Compacting a8413223312c4b5d852682b6722c8043, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732509862984 2024-11-25T04:44:23,078 INFO [RS:0;13aa81add8b8:45011-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 162398d042d66ed33e8fc163122e5a37#info#compaction#62 average throughput is 49.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T04:44:23,079 DEBUG [RS:0;13aa81add8b8:45011-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/935b25e92ae84e12b8f1be8fa3d98c76 is 1055, key is row0064/info:/1732509842602/Put/seqid=0 2024-11-25T04:44:23,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741872_1048 (size=160932) 2024-11-25T04:44:23,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741872_1048 (size=160932) 2024-11-25T04:44:23,104 DEBUG [RS:0;13aa81add8b8:45011-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/935b25e92ae84e12b8f1be8fa3d98c76 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/935b25e92ae84e12b8f1be8fa3d98c76 2024-11-25T04:44:23,111 INFO [RS:0;13aa81add8b8:45011-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 162398d042d66ed33e8fc163122e5a37/info of 162398d042d66ed33e8fc163122e5a37 into 935b25e92ae84e12b8f1be8fa3d98c76(size=157.2 K), total size for store is 157.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T04:44:23,111 DEBUG [RS:0;13aa81add8b8:45011-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 162398d042d66ed33e8fc163122e5a37: 2024-11-25T04:44:23,111 INFO [RS:0;13aa81add8b8:45011-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37., storeName=162398d042d66ed33e8fc163122e5a37/info, priority=13, startTime=1732509863063; duration=0sec 2024-11-25T04:44:23,111 DEBUG [RS:0;13aa81add8b8:45011-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T04:44:23,111 DEBUG [RS:0;13aa81add8b8:45011-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 162398d042d66ed33e8fc163122e5a37:info 2024-11-25T04:44:30,290 INFO [master/13aa81add8b8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T04:44:30,290 INFO [master/13aa81add8b8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T04:44:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] regionserver.HRegion(8855): Flush requested on 162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:33,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 162398d042d66ed33e8fc163122e5a37 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-25T04:44:33,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/a32d9e6768364a90b5578eff3d35ea61 is 1055, key is row0211/info:/1732509863023/Put/seqid=0 2024-11-25T04:44:33,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741873_1049 (size=18688) 2024-11-25T04:44:33,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741873_1049 (size=18688) 2024-11-25T04:44:33,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/a32d9e6768364a90b5578eff3d35ea61 2024-11-25T04:44:33,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/a32d9e6768364a90b5578eff3d35ea61 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/a32d9e6768364a90b5578eff3d35ea61 2024-11-25T04:44:33,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/a32d9e6768364a90b5578eff3d35ea61, entries=13, sequenceid=296, filesize=18.3 K 2024-11-25T04:44:33,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=1.03 KB/1051 for 162398d042d66ed33e8fc163122e5a37 in 29ms, sequenceid=296, compaction requested=false 2024-11-25T04:44:33,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 162398d042d66ed33e8fc163122e5a37: 2024-11-25T04:44:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] regionserver.HRegion(8855): Flush requested on 162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:35,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 162398d042d66ed33e8fc163122e5a37 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-25T04:44:35,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/1d18a0903b9f4b92a9a0db507778f649 is 1055, key is row0224/info:/1732509873150/Put/seqid=0 2024-11-25T04:44:35,175 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-25T04:44:35,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741874_1050 (size=13402) 2024-11-25T04:44:35,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741874_1050 (size=13402) 2024-11-25T04:44:35,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/1d18a0903b9f4b92a9a0db507778f649 2024-11-25T04:44:35,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/1d18a0903b9f4b92a9a0db507778f649 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/1d18a0903b9f4b92a9a0db507778f649 2024-11-25T04:44:35,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/1d18a0903b9f4b92a9a0db507778f649, entries=8, sequenceid=307, filesize=13.1 K 2024-11-25T04:44:35,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 162398d042d66ed33e8fc163122e5a37 in 22ms, sequenceid=307, compaction requested=true 2024-11-25T04:44:35,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 162398d042d66ed33e8fc163122e5a37: 2024-11-25T04:44:35,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 162398d042d66ed33e8fc163122e5a37:info, priority=-2147483648, current under compaction store size is 1 2024-11-25T04:44:35,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T04:44:35,193 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T04:44:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] regionserver.HRegion(8855): Flush requested on 162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:35,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 162398d042d66ed33e8fc163122e5a37 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-25T04:44:35,194 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 193022 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T04:44:35,194 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1541): 162398d042d66ed33e8fc163122e5a37/info is initiating minor compaction (all files) 2024-11-25T04:44:35,194 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 162398d042d66ed33e8fc163122e5a37/info in TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37. 2024-11-25T04:44:35,195 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/935b25e92ae84e12b8f1be8fa3d98c76, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/a32d9e6768364a90b5578eff3d35ea61, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/1d18a0903b9f4b92a9a0db507778f649] into tmpdir=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp, totalSize=188.5 K 2024-11-25T04:44:35,195 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 935b25e92ae84e12b8f1be8fa3d98c76, keycount=147, bloomtype=ROW, size=157.2 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732509842602 2024-11-25T04:44:35,195 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting a32d9e6768364a90b5578eff3d35ea61, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732509863023 2024-11-25T04:44:35,196 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d18a0903b9f4b92a9a0db507778f649, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732509873150 2024-11-25T04:44:35,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/6f1f800e8bd04879b471135742513bfe is 1055, key is row0232/info:/1732509875172/Put/seqid=0 2024-11-25T04:44:35,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741875_1051 (size=18688) 2024-11-25T04:44:35,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741875_1051 (size=18688) 2024-11-25T04:44:35,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/6f1f800e8bd04879b471135742513bfe 2024-11-25T04:44:35,209 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 162398d042d66ed33e8fc163122e5a37#info#compaction#66 average throughput is 56.13 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T04:44:35,210 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/172947bb4fba45e6896abeb8fa6107a8 is 1055, key is row0064/info:/1732509842602/Put/seqid=0 2024-11-25T04:44:35,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/6f1f800e8bd04879b471135742513bfe as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/6f1f800e8bd04879b471135742513bfe 2024-11-25T04:44:35,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741876_1052 (size=183172) 2024-11-25T04:44:35,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741876_1052 (size=183172) 2024-11-25T04:44:35,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/6f1f800e8bd04879b471135742513bfe, entries=13, sequenceid=323, filesize=18.3 K 2024-11-25T04:44:35,219 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/172947bb4fba45e6896abeb8fa6107a8 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/172947bb4fba45e6896abeb8fa6107a8 2024-11-25T04:44:35,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for 162398d042d66ed33e8fc163122e5a37 in 25ms, sequenceid=323, compaction requested=false 2024-11-25T04:44:35,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 162398d042d66ed33e8fc163122e5a37: 2024-11-25T04:44:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] regionserver.HRegion(8855): Flush requested on 162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:35,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 162398d042d66ed33e8fc163122e5a37 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-25T04:44:35,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/ac18dcfd986c4c9bb61656576a8c96b2 is 1055, key is row0245/info:/1732509875195/Put/seqid=0 2024-11-25T04:44:35,226 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 162398d042d66ed33e8fc163122e5a37/info of 162398d042d66ed33e8fc163122e5a37 into 172947bb4fba45e6896abeb8fa6107a8(size=178.9 K), total size for store is 197.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T04:44:35,226 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 162398d042d66ed33e8fc163122e5a37: 2024-11-25T04:44:35,227 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37., storeName=162398d042d66ed33e8fc163122e5a37/info, priority=13, startTime=1732509875193; duration=0sec 2024-11-25T04:44:35,227 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T04:44:35,227 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 162398d042d66ed33e8fc163122e5a37:info 2024-11-25T04:44:35,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741877_1053 (size=17618) 2024-11-25T04:44:35,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741877_1053 (size=17618) 2024-11-25T04:44:35,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/ac18dcfd986c4c9bb61656576a8c96b2 2024-11-25T04:44:35,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/ac18dcfd986c4c9bb61656576a8c96b2 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/ac18dcfd986c4c9bb61656576a8c96b2 2024-11-25T04:44:35,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/ac18dcfd986c4c9bb61656576a8c96b2, entries=12, sequenceid=338, filesize=17.2 K 2024-11-25T04:44:35,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=0 B/0 for 162398d042d66ed33e8fc163122e5a37 in 23ms, sequenceid=338, compaction requested=true 2024-11-25T04:44:35,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 162398d042d66ed33e8fc163122e5a37: 2024-11-25T04:44:35,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 162398d042d66ed33e8fc163122e5a37:info, priority=-2147483648, current under compaction store size is 1 2024-11-25T04:44:35,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T04:44:35,245 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T04:44:35,246 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 219478 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T04:44:35,246 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1541): 162398d042d66ed33e8fc163122e5a37/info is initiating minor compaction (all files) 2024-11-25T04:44:35,246 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 162398d042d66ed33e8fc163122e5a37/info in TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37. 2024-11-25T04:44:35,246 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/172947bb4fba45e6896abeb8fa6107a8, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/6f1f800e8bd04879b471135742513bfe, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/ac18dcfd986c4c9bb61656576a8c96b2] into tmpdir=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp, totalSize=214.3 K 2024-11-25T04:44:35,247 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 172947bb4fba45e6896abeb8fa6107a8, keycount=168, bloomtype=ROW, size=178.9 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732509842602 2024-11-25T04:44:35,247 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f1f800e8bd04879b471135742513bfe, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732509875172 2024-11-25T04:44:35,247 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac18dcfd986c4c9bb61656576a8c96b2, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732509875195 2024-11-25T04:44:35,260 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 162398d042d66ed33e8fc163122e5a37#info#compaction#68 average throughput is 48.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T04:44:35,261 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/e66e1444c5034aedab5e1e6cfe0f8ccd is 1055, key is row0064/info:/1732509842602/Put/seqid=0 2024-11-25T04:44:35,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741878_1054 (size=209701) 2024-11-25T04:44:35,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741878_1054 (size=209701) 2024-11-25T04:44:35,272 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/.tmp/info/e66e1444c5034aedab5e1e6cfe0f8ccd as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/e66e1444c5034aedab5e1e6cfe0f8ccd 2024-11-25T04:44:35,278 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 162398d042d66ed33e8fc163122e5a37/info of 162398d042d66ed33e8fc163122e5a37 into e66e1444c5034aedab5e1e6cfe0f8ccd(size=204.8 K), total size for store is 204.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T04:44:35,278 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 162398d042d66ed33e8fc163122e5a37: 2024-11-25T04:44:35,278 INFO [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37., storeName=162398d042d66ed33e8fc163122e5a37/info, priority=13, startTime=1732509875244; duration=0sec 2024-11-25T04:44:35,278 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T04:44:35,278 DEBUG [RS:0;13aa81add8b8:45011-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 162398d042d66ed33e8fc163122e5a37:info 2024-11-25T04:44:37,221 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-25T04:44:37,235 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/WALs/13aa81add8b8,45011,1732509829164/13aa81add8b8%2C45011%2C1732509829164.1732509877221, exclude list is [], retry=0 2024-11-25T04:44:37,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44233,DS-4e30e93c-a3dc-48e0-9d4c-f26a7e303500,DISK] 2024-11-25T04:44:37,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39307,DS-3c8553a7-ee02-428f-86af-61f656ca6078,DISK] 2024-11-25T04:44:37,241 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/WALs/13aa81add8b8,45011,1732509829164/13aa81add8b8%2C45011%2C1732509829164.1732509829672 with entries=318, filesize=304.13 KB; new WAL /user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/WALs/13aa81add8b8,45011,1732509829164/13aa81add8b8%2C45011%2C1732509829164.1732509877221 2024-11-25T04:44:37,241 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37855:37855),(127.0.0.1/127.0.0.1:39847:39847)] 2024-11-25T04:44:37,241 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/WALs/13aa81add8b8,45011,1732509829164/13aa81add8b8%2C45011%2C1732509829164.1732509829672 is not closed yet, will try archiving it next time 2024-11-25T04:44:37,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741833_1009 (size=311437) 2024-11-25T04:44:37,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741833_1009 (size=311437) 2024-11-25T04:44:37,246 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-25T04:44:37,247 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/WALs/13aa81add8b8,45011,1732509829164/13aa81add8b8%2C45011%2C1732509829164.1732509829672 to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/oldWALs/13aa81add8b8%2C45011%2C1732509829164.1732509829672 2024-11-25T04:44:37,250 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740/.tmp/info/e66cc484be7f419d8fa6143aba072f56 is 186, key is TestLogRolling-testLogRolling,,1732509844704.8d39e17591e4983bc865d022a58dfa53./info:regioninfo/1732509845899/Put/seqid=0 2024-11-25T04:44:37,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741880_1056 (size=6153) 2024-11-25T04:44:37,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741880_1056 (size=6153) 2024-11-25T04:44:37,658 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740/.tmp/info/e66cc484be7f419d8fa6143aba072f56 2024-11-25T04:44:37,667 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740/.tmp/info/e66cc484be7f419d8fa6143aba072f56 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740/info/e66cc484be7f419d8fa6143aba072f56 2024-11-25T04:44:37,677 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740/info/e66cc484be7f419d8fa6143aba072f56, entries=5, sequenceid=21, filesize=6.0 K 2024-11-25T04:44:37,678 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=21, compaction requested=false 2024-11-25T04:44:37,679 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-25T04:44:37,679 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8d39e17591e4983bc865d022a58dfa53: 2024-11-25T04:44:37,679 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 162398d042d66ed33e8fc163122e5a37: 2024-11-25T04:44:37,680 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T04:44:37,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T04:44:37,680 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T04:44:37,680 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T04:44:37,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:44:37,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:44:37,681 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T04:44:37,681 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=882460802, stopped=false 2024-11-25T04:44:37,681 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=13aa81add8b8,40193,1732509829013 2024-11-25T04:44:37,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T04:44:37,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x10171979a440001, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T04:44:37,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T04:44:37,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x10171979a440001, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:44:37,815 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T04:44:37,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:44:37,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T04:44:37,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T04:44:37,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:44:37,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45011-0x10171979a440001, quorum=127.0.0.1:58663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T04:44:37,815 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '13aa81add8b8,45011,1732509829164' ***** 2024-11-25T04:44:37,815 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T04:44:37,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T04:44:37,816 INFO [RS:0;13aa81add8b8:45011 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T04:44:37,816 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T04:44:37,816 INFO [RS:0;13aa81add8b8:45011 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T04:44:37,816 INFO [RS:0;13aa81add8b8:45011 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T04:44:37,816 INFO [RS:0;13aa81add8b8:45011 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d39e17591e4983bc865d022a58dfa53 2024-11-25T04:44:37,816 INFO [RS:0;13aa81add8b8:45011 {}] regionserver.HRegionServer(3091): Received CLOSE for 162398d042d66ed33e8fc163122e5a37 2024-11-25T04:44:37,816 INFO [RS:0;13aa81add8b8:45011 {}] regionserver.HRegionServer(959): stopping server 13aa81add8b8,45011,1732509829164 2024-11-25T04:44:37,816 INFO [RS:0;13aa81add8b8:45011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T04:44:37,816 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d39e17591e4983bc865d022a58dfa53, disabling compactions & flushes 2024-11-25T04:44:37,817 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732509844704.8d39e17591e4983bc865d022a58dfa53. 2024-11-25T04:44:37,817 INFO [RS:0;13aa81add8b8:45011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;13aa81add8b8:45011. 2024-11-25T04:44:37,817 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732509844704.8d39e17591e4983bc865d022a58dfa53. 2024-11-25T04:44:37,817 DEBUG [RS:0;13aa81add8b8:45011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T04:44:37,817 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732509844704.8d39e17591e4983bc865d022a58dfa53. after waiting 0 ms 2024-11-25T04:44:37,817 DEBUG [RS:0;13aa81add8b8:45011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:44:37,817 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732509844704.8d39e17591e4983bc865d022a58dfa53. 2024-11-25T04:44:37,817 INFO [RS:0;13aa81add8b8:45011 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T04:44:37,817 INFO [RS:0;13aa81add8b8:45011 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T04:44:37,817 INFO [RS:0;13aa81add8b8:45011 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T04:44:37,817 INFO [RS:0;13aa81add8b8:45011 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T04:44:37,817 INFO [RS:0;13aa81add8b8:45011 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T04:44:37,817 DEBUG [RS:0;13aa81add8b8:45011 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8d39e17591e4983bc865d022a58dfa53=TestLogRolling-testLogRolling,,1732509844704.8d39e17591e4983bc865d022a58dfa53., 162398d042d66ed33e8fc163122e5a37=TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.} 2024-11-25T04:44:37,817 DEBUG [RS:0;13aa81add8b8:45011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 162398d042d66ed33e8fc163122e5a37, 8d39e17591e4983bc865d022a58dfa53 2024-11-25T04:44:37,817 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732509844704.8d39e17591e4983bc865d022a58dfa53.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/8d39e17591e4983bc865d022a58dfa53/info/33da8658145b4fb19549f1e92ef91236.0fced44a8816eab0ee7564f06f65257f->hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/33da8658145b4fb19549f1e92ef91236-bottom] to archive 2024-11-25T04:44:37,818 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T04:44:37,818 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T04:44:37,818 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T04:44:37,818 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T04:44:37,818 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T04:44:37,819 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732509844704.8d39e17591e4983bc865d022a58dfa53.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T04:44:37,821 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732509844704.8d39e17591e4983bc865d022a58dfa53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/8d39e17591e4983bc865d022a58dfa53/info/33da8658145b4fb19549f1e92ef91236.0fced44a8816eab0ee7564f06f65257f to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/8d39e17591e4983bc865d022a58dfa53/info/33da8658145b4fb19549f1e92ef91236.0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:44:37,821 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732509844704.8d39e17591e4983bc865d022a58dfa53.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=13aa81add8b8:40193 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-25T04:44:37,822 WARN [StoreCloser-TestLogRolling-testLogRolling,,1732509844704.8d39e17591e4983bc865d022a58dfa53.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-25T04:44:37,826 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/8d39e17591e4983bc865d022a58dfa53/recovered.edits/135.seqid, newMaxSeqId=135, maxSeqId=130 2024-11-25T04:44:37,827 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-25T04:44:37,827 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T04:44:37,827 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732509844704.8d39e17591e4983bc865d022a58dfa53. 2024-11-25T04:44:37,827 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T04:44:37,827 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732509877818Running coprocessor pre-close hooks at 1732509877818Disabling compacts and flushes for region at 1732509877818Disabling writes for close at 1732509877818Writing region close event to WAL at 1732509877823 (+5 ms)Running coprocessor post-close hooks at 1732509877827 (+4 ms)Closed at 1732509877827 2024-11-25T04:44:37,827 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d39e17591e4983bc865d022a58dfa53: Waiting for close lock at 1732509877816Running coprocessor pre-close hooks at 1732509877816Disabling compacts and flushes for region at 1732509877816Disabling writes for close at 1732509877817 (+1 ms)Writing region close event to WAL at 1732509877823 (+6 ms)Running coprocessor post-close hooks at 1732509877827 (+4 ms)Closed at 1732509877827 2024-11-25T04:44:37,827 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T04:44:37,827 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1732509844704.8d39e17591e4983bc865d022a58dfa53. 2024-11-25T04:44:37,828 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 162398d042d66ed33e8fc163122e5a37, disabling compactions & flushes 2024-11-25T04:44:37,828 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37. 2024-11-25T04:44:37,828 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37. 2024-11-25T04:44:37,828 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37. after waiting 0 ms 2024-11-25T04:44:37,828 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37. 2024-11-25T04:44:37,828 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/33da8658145b4fb19549f1e92ef91236.0fced44a8816eab0ee7564f06f65257f->hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/0fced44a8816eab0ee7564f06f65257f/info/33da8658145b4fb19549f1e92ef91236-top, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/TestLogRolling-testLogRolling=0fced44a8816eab0ee7564f06f65257f-92f9757a754f4971b038261fefa9bdca, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/9f88f9d34f9c4d3a95fcdb90506b8717, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/TestLogRolling-testLogRolling=0fced44a8816eab0ee7564f06f65257f-eb39caf0f9e949f59337b4eaf05b7406, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/1d8024640eb5405b8b63ca03ad141326, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/5432384192b24ad6ba39e75d71ec4b9d, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/3b357df423794056b864df61935ff5eb, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/6fd2fbdc20a54509b3512a6efdd4ca37, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/d98644d297b74767a3a7f5255961df25, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/3f380370028a4f42aeb532146329bdb4, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/5d09911425dc4047b52300b641e746e4, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/a73c3a8990a249afa5e8215ed59aa422, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/1b4cae3750bf435e80310563aa5ab2f9, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/342652fed1c144f298f4648d423003b3, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/b00887ea834c46abbc40b51e74519c09, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/d99d0531a3fb43a1b373992929d3165a, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/bcb6824bb8e14934b45c8826d9331f6d, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/935b25e92ae84e12b8f1be8fa3d98c76, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/a8413223312c4b5d852682b6722c8043, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/a32d9e6768364a90b5578eff3d35ea61, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/172947bb4fba45e6896abeb8fa6107a8, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/1d18a0903b9f4b92a9a0db507778f649, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/6f1f800e8bd04879b471135742513bfe, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/ac18dcfd986c4c9bb61656576a8c96b2] to archive 2024-11-25T04:44:37,830 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T04:44:37,832 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/33da8658145b4fb19549f1e92ef91236.0fced44a8816eab0ee7564f06f65257f to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/33da8658145b4fb19549f1e92ef91236.0fced44a8816eab0ee7564f06f65257f 2024-11-25T04:44:37,833 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/TestLogRolling-testLogRolling=0fced44a8816eab0ee7564f06f65257f-92f9757a754f4971b038261fefa9bdca to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/TestLogRolling-testLogRolling=0fced44a8816eab0ee7564f06f65257f-92f9757a754f4971b038261fefa9bdca 2024-11-25T04:44:37,835 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/9f88f9d34f9c4d3a95fcdb90506b8717 to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/9f88f9d34f9c4d3a95fcdb90506b8717 2024-11-25T04:44:37,836 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/TestLogRolling-testLogRolling=0fced44a8816eab0ee7564f06f65257f-eb39caf0f9e949f59337b4eaf05b7406 to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/TestLogRolling-testLogRolling=0fced44a8816eab0ee7564f06f65257f-eb39caf0f9e949f59337b4eaf05b7406 2024-11-25T04:44:37,837 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/1d8024640eb5405b8b63ca03ad141326 to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/1d8024640eb5405b8b63ca03ad141326 2024-11-25T04:44:37,839 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/5432384192b24ad6ba39e75d71ec4b9d to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/5432384192b24ad6ba39e75d71ec4b9d 2024-11-25T04:44:37,840 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/3b357df423794056b864df61935ff5eb to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/3b357df423794056b864df61935ff5eb 2024-11-25T04:44:37,841 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/6fd2fbdc20a54509b3512a6efdd4ca37 to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/6fd2fbdc20a54509b3512a6efdd4ca37 2024-11-25T04:44:37,842 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/d98644d297b74767a3a7f5255961df25 to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/d98644d297b74767a3a7f5255961df25 2024-11-25T04:44:37,843 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/3f380370028a4f42aeb532146329bdb4 to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/3f380370028a4f42aeb532146329bdb4 2024-11-25T04:44:37,844 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/5d09911425dc4047b52300b641e746e4 to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/5d09911425dc4047b52300b641e746e4 2024-11-25T04:44:37,845 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/a73c3a8990a249afa5e8215ed59aa422 to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/a73c3a8990a249afa5e8215ed59aa422 2024-11-25T04:44:37,847 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/1b4cae3750bf435e80310563aa5ab2f9 to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/1b4cae3750bf435e80310563aa5ab2f9 2024-11-25T04:44:37,848 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/342652fed1c144f298f4648d423003b3 to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/342652fed1c144f298f4648d423003b3 2024-11-25T04:44:37,849 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/b00887ea834c46abbc40b51e74519c09 to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/b00887ea834c46abbc40b51e74519c09 2024-11-25T04:44:37,851 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/d99d0531a3fb43a1b373992929d3165a to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/d99d0531a3fb43a1b373992929d3165a 2024-11-25T04:44:37,853 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/bcb6824bb8e14934b45c8826d9331f6d to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/bcb6824bb8e14934b45c8826d9331f6d 2024-11-25T04:44:37,855 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/935b25e92ae84e12b8f1be8fa3d98c76 to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/935b25e92ae84e12b8f1be8fa3d98c76 2024-11-25T04:44:37,858 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/a8413223312c4b5d852682b6722c8043 to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/a8413223312c4b5d852682b6722c8043 2024-11-25T04:44:37,860 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/a32d9e6768364a90b5578eff3d35ea61 to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/a32d9e6768364a90b5578eff3d35ea61 2024-11-25T04:44:37,862 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/172947bb4fba45e6896abeb8fa6107a8 to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/172947bb4fba45e6896abeb8fa6107a8 2024-11-25T04:44:37,863 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/1d18a0903b9f4b92a9a0db507778f649 to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/1d18a0903b9f4b92a9a0db507778f649 2024-11-25T04:44:37,865 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/6f1f800e8bd04879b471135742513bfe to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/6f1f800e8bd04879b471135742513bfe 2024-11-25T04:44:37,867 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/ac18dcfd986c4c9bb61656576a8c96b2 to hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/archive/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/info/ac18dcfd986c4c9bb61656576a8c96b2 2024-11-25T04:44:37,867 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [9f88f9d34f9c4d3a95fcdb90506b8717=40005, 1d8024640eb5405b8b63ca03ad141326=13394, 5432384192b24ad6ba39e75d71ec4b9d=62288, 3b357df423794056b864df61935ff5eb=18675, 6fd2fbdc20a54509b3512a6efdd4ca37=17606, d98644d297b74767a3a7f5255961df25=87735, 3f380370028a4f42aeb532146329bdb4=17606, 5d09911425dc4047b52300b641e746e4=18675, a73c3a8990a249afa5e8215ed59aa422=109958, 1b4cae3750bf435e80310563aa5ab2f9=13394, 342652fed1c144f298f4648d423003b3=18675, b00887ea834c46abbc40b51e74519c09=134411, d99d0531a3fb43a1b373992929d3165a=15500, bcb6824bb8e14934b45c8826d9331f6d=13395, 935b25e92ae84e12b8f1be8fa3d98c76=160932, a8413223312c4b5d852682b6722c8043=22908, a32d9e6768364a90b5578eff3d35ea61=18688, 172947bb4fba45e6896abeb8fa6107a8=183172, 1d18a0903b9f4b92a9a0db507778f649=13402, 6f1f800e8bd04879b471135742513bfe=18688, ac18dcfd986c4c9bb61656576a8c96b2=17618] 2024-11-25T04:44:37,877 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/data/default/TestLogRolling-testLogRolling/162398d042d66ed33e8fc163122e5a37/recovered.edits/344.seqid, newMaxSeqId=344, maxSeqId=130 2024-11-25T04:44:37,879 INFO [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37. 2024-11-25T04:44:37,879 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 162398d042d66ed33e8fc163122e5a37: Waiting for close lock at 1732509877828Running coprocessor pre-close hooks at 1732509877828Disabling compacts and flushes for region at 1732509877828Disabling writes for close at 1732509877828Writing region close event to WAL at 1732509877867 (+39 ms)Running coprocessor post-close hooks at 1732509877879 (+12 ms)Closed at 1732509877879 2024-11-25T04:44:37,879 DEBUG [RS_CLOSE_REGION-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1732509844704.162398d042d66ed33e8fc163122e5a37. 2024-11-25T04:44:38,018 INFO [RS:0;13aa81add8b8:45011 {}] regionserver.HRegionServer(976): stopping server 13aa81add8b8,45011,1732509829164; all regions closed. 2024-11-25T04:44:38,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741834_1010 (size=8107) 2024-11-25T04:44:38,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741834_1010 (size=8107) 2024-11-25T04:44:38,023 DEBUG [RS:0;13aa81add8b8:45011 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/oldWALs 2024-11-25T04:44:38,023 INFO [RS:0;13aa81add8b8:45011 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 13aa81add8b8%2C45011%2C1732509829164.meta:.meta(num 1732509830157) 2024-11-25T04:44:38,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741879_1055 (size=780) 2024-11-25T04:44:38,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741879_1055 (size=780) 2024-11-25T04:44:38,027 DEBUG [RS:0;13aa81add8b8:45011 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/oldWALs 2024-11-25T04:44:38,027 INFO [RS:0;13aa81add8b8:45011 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 13aa81add8b8%2C45011%2C1732509829164:(num 1732509877221) 2024-11-25T04:44:38,027 DEBUG [RS:0;13aa81add8b8:45011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:44:38,027 INFO [RS:0;13aa81add8b8:45011 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T04:44:38,027 INFO [RS:0;13aa81add8b8:45011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T04:44:38,028 INFO [RS:0;13aa81add8b8:45011 {}] hbase.ChoreService(370): Chore service for: regionserver/13aa81add8b8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T04:44:38,028 INFO [RS:0;13aa81add8b8:45011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T04:44:38,028 INFO [regionserver/13aa81add8b8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T04:44:38,028 INFO [RS:0;13aa81add8b8:45011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45011 2024-11-25T04:44:38,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x10171979a440001, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/13aa81add8b8,45011,1732509829164 2024-11-25T04:44:38,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T04:44:38,062 INFO [RS:0;13aa81add8b8:45011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T04:44:38,072 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [13aa81add8b8,45011,1732509829164] 2024-11-25T04:44:38,081 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/13aa81add8b8,45011,1732509829164 already deleted, retry=false 2024-11-25T04:44:38,081 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 13aa81add8b8,45011,1732509829164 expired; onlineServers=0 2024-11-25T04:44:38,081 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '13aa81add8b8,40193,1732509829013' ***** 2024-11-25T04:44:38,081 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T04:44:38,081 INFO [M:0;13aa81add8b8:40193 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T04:44:38,081 INFO [M:0;13aa81add8b8:40193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T04:44:38,081 DEBUG [M:0;13aa81add8b8:40193 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T04:44:38,081 DEBUG [M:0;13aa81add8b8:40193 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T04:44:38,081 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T04:44:38,081 DEBUG [master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.small.0-1732509829471 {}] cleaner.HFileCleaner(306): Exit Thread[master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.small.0-1732509829471,5,FailOnTimeoutGroup] 2024-11-25T04:44:38,081 DEBUG [master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.large.0-1732509829470 {}] cleaner.HFileCleaner(306): Exit Thread[master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.large.0-1732509829470,5,FailOnTimeoutGroup] 2024-11-25T04:44:38,082 INFO [M:0;13aa81add8b8:40193 {}] hbase.ChoreService(370): Chore service for: master/13aa81add8b8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T04:44:38,082 INFO [M:0;13aa81add8b8:40193 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T04:44:38,082 DEBUG [M:0;13aa81add8b8:40193 {}] master.HMaster(1795): Stopping service threads 2024-11-25T04:44:38,082 INFO [M:0;13aa81add8b8:40193 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T04:44:38,082 INFO [M:0;13aa81add8b8:40193 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T04:44:38,082 INFO [M:0;13aa81add8b8:40193 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T04:44:38,082 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T04:44:38,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T04:44:38,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:44:38,097 DEBUG [M:0;13aa81add8b8:40193 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-25T04:44:38,097 DEBUG [M:0;13aa81add8b8:40193 {}] master.ActiveMasterManager(353): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-25T04:44:38,099 INFO [M:0;13aa81add8b8:40193 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/.lastflushedseqids 2024-11-25T04:44:38,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741881_1057 (size=228) 2024-11-25T04:44:38,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741881_1057 (size=228) 2024-11-25T04:44:38,117 INFO [M:0;13aa81add8b8:40193 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T04:44:38,117 INFO [M:0;13aa81add8b8:40193 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T04:44:38,117 DEBUG [M:0;13aa81add8b8:40193 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T04:44:38,117 INFO [M:0;13aa81add8b8:40193 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:44:38,117 DEBUG [M:0;13aa81add8b8:40193 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:44:38,117 DEBUG [M:0;13aa81add8b8:40193 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T04:44:38,117 DEBUG [M:0;13aa81add8b8:40193 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:44:38,117 INFO [M:0;13aa81add8b8:40193 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.44 KB heapSize=63.39 KB 2024-11-25T04:44:38,139 DEBUG [M:0;13aa81add8b8:40193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2ae665c35864ced9737399f4ab77c68 is 82, key is hbase:meta,,1/info:regioninfo/1732509830191/Put/seqid=0 2024-11-25T04:44:38,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741882_1058 (size=5672) 2024-11-25T04:44:38,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741882_1058 (size=5672) 2024-11-25T04:44:38,149 INFO [M:0;13aa81add8b8:40193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2ae665c35864ced9737399f4ab77c68 2024-11-25T04:44:38,171 DEBUG [M:0;13aa81add8b8:40193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ecffaeccec74e28bfd13a767524cada is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732509830696/Put/seqid=0 2024-11-25T04:44:38,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x10171979a440001, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T04:44:38,173 INFO [RS:0;13aa81add8b8:45011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T04:44:38,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x10171979a440001, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T04:44:38,173 INFO [RS:0;13aa81add8b8:45011 {}] regionserver.HRegionServer(1031): Exiting; stopping=13aa81add8b8,45011,1732509829164; zookeeper connection closed. 2024-11-25T04:44:38,173 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a5b9d1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a5b9d1d 2024-11-25T04:44:38,173 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T04:44:38,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741883_1059 (size=7091) 2024-11-25T04:44:38,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741883_1059 (size=7091) 2024-11-25T04:44:38,176 INFO [M:0;13aa81add8b8:40193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.84 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ecffaeccec74e28bfd13a767524cada 2024-11-25T04:44:38,180 INFO [M:0;13aa81add8b8:40193 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ecffaeccec74e28bfd13a767524cada 2024-11-25T04:44:38,195 DEBUG [M:0;13aa81add8b8:40193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/629750d90809410b93b0265e714964d8 is 69, key is 13aa81add8b8,45011,1732509829164/rs:state/1732509829519/Put/seqid=0 2024-11-25T04:44:38,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741884_1060 (size=5156) 2024-11-25T04:44:38,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741884_1060 (size=5156) 2024-11-25T04:44:38,205 INFO [M:0;13aa81add8b8:40193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/629750d90809410b93b0265e714964d8 2024-11-25T04:44:38,225 DEBUG [M:0;13aa81add8b8:40193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ddc939915ebf42b5b7b2d1e4ce41ab59 is 52, key is load_balancer_on/state:d/1732509830294/Put/seqid=0 2024-11-25T04:44:38,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741885_1061 (size=5056) 2024-11-25T04:44:38,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741885_1061 (size=5056) 2024-11-25T04:44:38,234 INFO [M:0;13aa81add8b8:40193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ddc939915ebf42b5b7b2d1e4ce41ab59 2024-11-25T04:44:38,240 DEBUG [M:0;13aa81add8b8:40193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2ae665c35864ced9737399f4ab77c68 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2ae665c35864ced9737399f4ab77c68 2024-11-25T04:44:38,246 INFO [M:0;13aa81add8b8:40193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2ae665c35864ced9737399f4ab77c68, entries=8, sequenceid=125, filesize=5.5 K 2024-11-25T04:44:38,247 DEBUG [M:0;13aa81add8b8:40193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ecffaeccec74e28bfd13a767524cada as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ecffaeccec74e28bfd13a767524cada 2024-11-25T04:44:38,254 INFO [M:0;13aa81add8b8:40193 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ecffaeccec74e28bfd13a767524cada 2024-11-25T04:44:38,254 INFO [M:0;13aa81add8b8:40193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ecffaeccec74e28bfd13a767524cada, entries=13, sequenceid=125, filesize=6.9 K 2024-11-25T04:44:38,256 DEBUG [M:0;13aa81add8b8:40193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/629750d90809410b93b0265e714964d8 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/629750d90809410b93b0265e714964d8 2024-11-25T04:44:38,261 INFO [M:0;13aa81add8b8:40193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/629750d90809410b93b0265e714964d8, entries=1, sequenceid=125, filesize=5.0 K 2024-11-25T04:44:38,262 DEBUG [M:0;13aa81add8b8:40193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ddc939915ebf42b5b7b2d1e4ce41ab59 as hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/ddc939915ebf42b5b7b2d1e4ce41ab59 2024-11-25T04:44:38,267 INFO [M:0;13aa81add8b8:40193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/18294b04-ce59-9cb4-291b-f56eced24516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/ddc939915ebf42b5b7b2d1e4ce41ab59, entries=1, sequenceid=125, filesize=4.9 K 2024-11-25T04:44:38,270 INFO [M:0;13aa81add8b8:40193 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.44 KB/52675, heapSize ~63.33 KB/64848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 152ms, sequenceid=125, compaction requested=false 2024-11-25T04:44:38,275 INFO [M:0;13aa81add8b8:40193 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:44:38,275 DEBUG [M:0;13aa81add8b8:40193 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732509878117Disabling compacts and flushes for region at 1732509878117Disabling writes for close at 1732509878117Obtaining lock to block concurrent updates at 1732509878117Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732509878117Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52675, getHeapSize=64848, getOffHeapSize=0, getCellsCount=148 at 1732509878118 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732509878118Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732509878118Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732509878139 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732509878139Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732509878154 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732509878170 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732509878170Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732509878180 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732509878195 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732509878195Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732509878209 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732509878225 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732509878225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b632c7f: reopening flushed file at 1732509878239 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eed3c1d: reopening flushed file at 1732509878246 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16760117: reopening flushed file at 1732509878254 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35c68a48: reopening flushed file at 1732509878261 (+7 ms)Finished flush of dataSize ~51.44 KB/52675, heapSize ~63.33 KB/64848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 152ms, sequenceid=125, compaction requested=false at 1732509878270 (+9 ms)Writing region close event to WAL at 1732509878275 (+5 ms)Closed at 1732509878275 2024-11-25T04:44:38,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39307 is added to blk_1073741830_1006 (size=61344) 2024-11-25T04:44:38,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741830_1006 (size=61344) 2024-11-25T04:44:38,281 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T04:44:38,281 INFO [M:0;13aa81add8b8:40193 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T04:44:38,281 INFO [M:0;13aa81add8b8:40193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40193 2024-11-25T04:44:38,281 INFO [M:0;13aa81add8b8:40193 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T04:44:38,398 INFO [M:0;13aa81add8b8:40193 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T04:44:38,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T04:44:38,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40193-0x10171979a440000, quorum=127.0.0.1:58663, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T04:44:38,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ffe845e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:44:38,400 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b947a7d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T04:44:38,400 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T04:44:38,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e554309{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T04:44:38,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@748c5614{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/hadoop.log.dir/,STOPPED} 2024-11-25T04:44:38,403 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T04:44:38,403 WARN [BP-1783566415-172.17.0.2-1732509827346 heartbeating to localhost/127.0.0.1:34291 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T04:44:38,403 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T04:44:38,403 WARN [BP-1783566415-172.17.0.2-1732509827346 heartbeating to localhost/127.0.0.1:34291 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1783566415-172.17.0.2-1732509827346 (Datanode Uuid a4701d82-95eb-484d-9da4-85f5c7b2a7da) service to localhost/127.0.0.1:34291 2024-11-25T04:44:38,403 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/cluster_7cf7848d-0f34-e773-0218-6059401a6bf4/data/data3/current/BP-1783566415-172.17.0.2-1732509827346 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:44:38,403 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/cluster_7cf7848d-0f34-e773-0218-6059401a6bf4/data/data4/current/BP-1783566415-172.17.0.2-1732509827346 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:44:38,404 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T04:44:38,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e9b2284{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:44:38,406 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ba346ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T04:44:38,406 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T04:44:38,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73bff3b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T04:44:38,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e64879f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/hadoop.log.dir/,STOPPED} 2024-11-25T04:44:38,408 WARN [BP-1783566415-172.17.0.2-1732509827346 heartbeating to localhost/127.0.0.1:34291 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T04:44:38,408 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T04:44:38,408 WARN [BP-1783566415-172.17.0.2-1732509827346 heartbeating to localhost/127.0.0.1:34291 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1783566415-172.17.0.2-1732509827346 (Datanode Uuid 5689fc14-d19c-4bfb-8347-febc9ed45556) service to localhost/127.0.0.1:34291 2024-11-25T04:44:38,408 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T04:44:38,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/cluster_7cf7848d-0f34-e773-0218-6059401a6bf4/data/data1/current/BP-1783566415-172.17.0.2-1732509827346 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:44:38,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/cluster_7cf7848d-0f34-e773-0218-6059401a6bf4/data/data2/current/BP-1783566415-172.17.0.2-1732509827346 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:44:38,409 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T04:44:38,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43024761{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T04:44:38,416 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@125f125f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T04:44:38,416 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T04:44:38,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6498265d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T04:44:38,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3aa10423{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/hadoop.log.dir/,STOPPED} 2024-11-25T04:44:38,423 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T04:44:38,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T04:44:38,458 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=113 (was 97) - Thread LEAK? -, OpenFileDescriptor=455 (was 429) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=265 (was 296), ProcessCount=11 (was 11), AvailableMemoryMB=10872 (was 11252) 2024-11-25T04:44:38,466 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=113, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=265, ProcessCount=11, AvailableMemoryMB=10872 2024-11-25T04:44:38,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T04:44:38,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/hadoop.log.dir so I do NOT create it in target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589 2024-11-25T04:44:38,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6473160c-ebc0-ffae-af5d-1158621f90e8/hadoop.tmp.dir so I do NOT create it in target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589 2024-11-25T04:44:38,466 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/cluster_10914559-3c48-78b6-1041-c0056b1f740b, deleteOnExit=true 2024-11-25T04:44:38,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T04:44:38,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/test.cache.data in system properties and HBase conf 2024-11-25T04:44:38,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T04:44:38,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/hadoop.log.dir in system properties and HBase conf 2024-11-25T04:44:38,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T04:44:38,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T04:44:38,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T04:44:38,467 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T04:44:38,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T04:44:38,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T04:44:38,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T04:44:38,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T04:44:38,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T04:44:38,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T04:44:38,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T04:44:38,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T04:44:38,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T04:44:38,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/nfs.dump.dir in system properties and HBase conf 2024-11-25T04:44:38,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/java.io.tmpdir in system properties and HBase conf 2024-11-25T04:44:38,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T04:44:38,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T04:44:38,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T04:44:38,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T04:44:38,759 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T04:44:38,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T04:44:38,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T04:44:38,767 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T04:44:38,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T04:44:38,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14421cda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/hadoop.log.dir/,AVAILABLE} 2024-11-25T04:44:38,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@407978c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T04:44:38,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72b06676{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/java.io.tmpdir/jetty-localhost-36379-hadoop-hdfs-3_4_1-tests_jar-_-any-18245622204914446332/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T04:44:38,875 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e581493{HTTP/1.1, (http/1.1)}{localhost:36379} 2024-11-25T04:44:38,875 INFO [Time-limited test {}] server.Server(415): Started @200589ms 2024-11-25T04:44:39,088 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T04:44:39,092 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T04:44:39,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T04:44:39,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T04:44:39,093 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T04:44:39,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56701355{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/hadoop.log.dir/,AVAILABLE} 2024-11-25T04:44:39,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d2dbf0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T04:44:39,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7998f502{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/java.io.tmpdir/jetty-localhost-45675-hadoop-hdfs-3_4_1-tests_jar-_-any-17034695311432746872/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:44:39,189 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52b8744d{HTTP/1.1, (http/1.1)}{localhost:45675} 2024-11-25T04:44:39,190 INFO [Time-limited test {}] server.Server(415): Started @200903ms 2024-11-25T04:44:39,191 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T04:44:39,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T04:44:39,225 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T04:44:39,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T04:44:39,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T04:44:39,226 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T04:44:39,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7189f8f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/hadoop.log.dir/,AVAILABLE} 2024-11-25T04:44:39,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7874a1cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T04:44:39,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18eca9eb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/java.io.tmpdir/jetty-localhost-46323-hadoop-hdfs-3_4_1-tests_jar-_-any-10119227079803681615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:44:39,319 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31b9a601{HTTP/1.1, (http/1.1)}{localhost:46323} 2024-11-25T04:44:39,319 INFO [Time-limited test {}] server.Server(415): Started @201033ms 2024-11-25T04:44:39,320 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T04:44:39,541 INFO [regionserver/13aa81add8b8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T04:44:39,989 WARN [Thread-1632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/cluster_10914559-3c48-78b6-1041-c0056b1f740b/data/data1/current/BP-455987744-172.17.0.2-1732509878491/current, will proceed with Du for space computation calculation, 2024-11-25T04:44:39,989 WARN [Thread-1633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/cluster_10914559-3c48-78b6-1041-c0056b1f740b/data/data2/current/BP-455987744-172.17.0.2-1732509878491/current, will proceed with Du for space computation calculation, 2024-11-25T04:44:40,008 WARN [Thread-1596 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T04:44:40,010 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc41423b1efe45576 with lease ID 0x18e1f669fcd09124: Processing first storage report for DS-f0a11440-aff2-4047-ba0b-09f033947987 from datanode DatanodeRegistration(127.0.0.1:37839, datanodeUuid=1cdc77b1-a837-433f-a696-c2462f6afa67, infoPort=45905, infoSecurePort=0, ipcPort=40779, storageInfo=lv=-57;cid=testClusterID;nsid=2032548449;c=1732509878491) 2024-11-25T04:44:40,010 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc41423b1efe45576 with lease ID 0x18e1f669fcd09124: from storage DS-f0a11440-aff2-4047-ba0b-09f033947987 node DatanodeRegistration(127.0.0.1:37839, datanodeUuid=1cdc77b1-a837-433f-a696-c2462f6afa67, infoPort=45905, infoSecurePort=0, ipcPort=40779, storageInfo=lv=-57;cid=testClusterID;nsid=2032548449;c=1732509878491), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T04:44:40,010 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc41423b1efe45576 with lease ID 0x18e1f669fcd09124: Processing first storage report for DS-209a4b47-e299-4f0c-aaeb-f711d3b42160 from datanode DatanodeRegistration(127.0.0.1:37839, datanodeUuid=1cdc77b1-a837-433f-a696-c2462f6afa67, infoPort=45905, infoSecurePort=0, ipcPort=40779, storageInfo=lv=-57;cid=testClusterID;nsid=2032548449;c=1732509878491) 2024-11-25T04:44:40,011 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc41423b1efe45576 with lease ID 0x18e1f669fcd09124: from storage DS-209a4b47-e299-4f0c-aaeb-f711d3b42160 node DatanodeRegistration(127.0.0.1:37839, datanodeUuid=1cdc77b1-a837-433f-a696-c2462f6afa67, infoPort=45905, infoSecurePort=0, ipcPort=40779, storageInfo=lv=-57;cid=testClusterID;nsid=2032548449;c=1732509878491), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T04:44:40,111 WARN [Thread-1643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/cluster_10914559-3c48-78b6-1041-c0056b1f740b/data/data3/current/BP-455987744-172.17.0.2-1732509878491/current, will proceed with Du for space computation calculation, 2024-11-25T04:44:40,111 WARN [Thread-1644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/cluster_10914559-3c48-78b6-1041-c0056b1f740b/data/data4/current/BP-455987744-172.17.0.2-1732509878491/current, will proceed with Du for space computation calculation, 2024-11-25T04:44:40,127 WARN [Thread-1619 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T04:44:40,129 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f2e4ca2733697b with lease ID 0x18e1f669fcd09125: Processing first storage report for DS-a259f97d-3d8d-4ffc-bcb2-2d543a7003c1 from datanode DatanodeRegistration(127.0.0.1:34077, datanodeUuid=15cfd55a-c984-4415-b74a-49c6af23589f, infoPort=33533, infoSecurePort=0, ipcPort=33797, storageInfo=lv=-57;cid=testClusterID;nsid=2032548449;c=1732509878491) 2024-11-25T04:44:40,129 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f2e4ca2733697b with lease ID 0x18e1f669fcd09125: from storage DS-a259f97d-3d8d-4ffc-bcb2-2d543a7003c1 node DatanodeRegistration(127.0.0.1:34077, datanodeUuid=15cfd55a-c984-4415-b74a-49c6af23589f, infoPort=33533, infoSecurePort=0, ipcPort=33797, storageInfo=lv=-57;cid=testClusterID;nsid=2032548449;c=1732509878491), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T04:44:40,129 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f2e4ca2733697b with lease ID 0x18e1f669fcd09125: Processing first storage report for DS-dd159d14-9119-4330-a3b7-669d15da70ce from datanode DatanodeRegistration(127.0.0.1:34077, datanodeUuid=15cfd55a-c984-4415-b74a-49c6af23589f, infoPort=33533, infoSecurePort=0, ipcPort=33797, storageInfo=lv=-57;cid=testClusterID;nsid=2032548449;c=1732509878491) 2024-11-25T04:44:40,129 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f2e4ca2733697b with lease ID 0x18e1f669fcd09125: from storage DS-dd159d14-9119-4330-a3b7-669d15da70ce node DatanodeRegistration(127.0.0.1:34077, datanodeUuid=15cfd55a-c984-4415-b74a-49c6af23589f, infoPort=33533, infoSecurePort=0, ipcPort=33797, storageInfo=lv=-57;cid=testClusterID;nsid=2032548449;c=1732509878491), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T04:44:40,149 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589 2024-11-25T04:44:40,169 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/cluster_10914559-3c48-78b6-1041-c0056b1f740b/zookeeper_0, clientPort=64732, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/cluster_10914559-3c48-78b6-1041-c0056b1f740b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/cluster_10914559-3c48-78b6-1041-c0056b1f740b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T04:44:40,171 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64732 2024-11-25T04:44:40,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:44:40,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:44:40,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741825_1001 (size=7) 2024-11-25T04:44:40,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741825_1001 (size=7) 2024-11-25T04:44:40,187 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac with version=8 2024-11-25T04:44:40,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:36425/user/jenkins/test-data/9dfc52ad-4c67-a56f-15dd-fc000b27bae9/hbase-staging 2024-11-25T04:44:40,189 INFO [Time-limited test {}] client.ConnectionUtils(128): master/13aa81add8b8:0 server-side Connection retries=45 2024-11-25T04:44:40,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T04:44:40,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T04:44:40,189 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T04:44:40,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T04:44:40,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T04:44:40,189 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T04:44:40,189 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T04:44:40,190 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37599 2024-11-25T04:44:40,191 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37599 connecting to ZooKeeper ensemble=127.0.0.1:64732 2024-11-25T04:44:40,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375990x0, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T04:44:40,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37599-0x1017198622d0000 connected 2024-11-25T04:44:40,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:44:40,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:44:40,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T04:44:40,309 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac, hbase.cluster.distributed=false 2024-11-25T04:44:40,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T04:44:40,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37599 2024-11-25T04:44:40,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37599 2024-11-25T04:44:40,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37599 2024-11-25T04:44:40,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37599 2024-11-25T04:44:40,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37599 2024-11-25T04:44:40,326 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/13aa81add8b8:0 server-side Connection retries=45 2024-11-25T04:44:40,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T04:44:40,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T04:44:40,327 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T04:44:40,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T04:44:40,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T04:44:40,327 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T04:44:40,327 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T04:44:40,327 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32919 2024-11-25T04:44:40,329 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32919 connecting to ZooKeeper ensemble=127.0.0.1:64732 2024-11-25T04:44:40,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:44:40,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:44:40,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329190x0, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T04:44:40,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32919-0x1017198622d0001 connected 2024-11-25T04:44:40,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32919-0x1017198622d0001, quorum=127.0.0.1:64732, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T04:44:40,339 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T04:44:40,340 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T04:44:40,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32919-0x1017198622d0001, quorum=127.0.0.1:64732, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T04:44:40,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32919-0x1017198622d0001, quorum=127.0.0.1:64732, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T04:44:40,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32919 2024-11-25T04:44:40,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32919 2024-11-25T04:44:40,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32919 2024-11-25T04:44:40,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32919 2024-11-25T04:44:40,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32919 2024-11-25T04:44:40,358 DEBUG [M:0;13aa81add8b8:37599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;13aa81add8b8:37599 2024-11-25T04:44:40,359 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/13aa81add8b8,37599,1732509880189 2024-11-25T04:44:40,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x1017198622d0001, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T04:44:40,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T04:44:40,371 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/13aa81add8b8,37599,1732509880189 2024-11-25T04:44:40,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x1017198622d0001, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T04:44:40,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:44:40,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x1017198622d0001, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:44:40,381 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T04:44:40,381 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/13aa81add8b8,37599,1732509880189 from backup master directory 2024-11-25T04:44:40,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/13aa81add8b8,37599,1732509880189 2024-11-25T04:44:40,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x1017198622d0001, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T04:44:40,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T04:44:40,389 WARN [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T04:44:40,389 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=13aa81add8b8,37599,1732509880189 2024-11-25T04:44:40,392 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/hbase.id] with ID: 8605afe3-dc8e-4ae0-b3fd-2d8c26fc0c91 2024-11-25T04:44:40,392 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/.tmp/hbase.id 2024-11-25T04:44:40,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741826_1002 (size=42) 2024-11-25T04:44:40,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741826_1002 (size=42) 2024-11-25T04:44:40,401 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/.tmp/hbase.id]:[hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/hbase.id] 2024-11-25T04:44:40,412 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:44:40,412 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T04:44:40,413 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T04:44:40,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:44:40,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x1017198622d0001, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:44:40,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741827_1003 (size=196) 2024-11-25T04:44:40,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741827_1003 (size=196) 2024-11-25T04:44:40,428 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T04:44:40,429 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T04:44:40,429 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T04:44:40,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741828_1004 (size=1189) 2024-11-25T04:44:40,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741828_1004 (size=1189) 2024-11-25T04:44:40,436 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/data/master/store 2024-11-25T04:44:40,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741829_1005 (size=34) 2024-11-25T04:44:40,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741829_1005 (size=34) 2024-11-25T04:44:40,442 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:44:40,442 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T04:44:40,442 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:44:40,442 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:44:40,442 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T04:44:40,442 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:44:40,442 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:44:40,442 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732509880442Disabling compacts and flushes for region at 1732509880442Disabling writes for close at 1732509880442Writing region close event to WAL at 1732509880442Closed at 1732509880442 2024-11-25T04:44:40,443 WARN [master/13aa81add8b8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/data/master/store/.initializing 2024-11-25T04:44:40,443 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/WALs/13aa81add8b8,37599,1732509880189 2024-11-25T04:44:40,444 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T04:44:40,445 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=13aa81add8b8%2C37599%2C1732509880189, suffix=, logDir=hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/WALs/13aa81add8b8,37599,1732509880189, archiveDir=hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/oldWALs, maxLogs=10 2024-11-25T04:44:40,457 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/WALs/13aa81add8b8,37599,1732509880189/13aa81add8b8%2C37599%2C1732509880189.1732509880445, exclude list is [], retry=0 2024-11-25T04:44:40,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34077,DS-a259f97d-3d8d-4ffc-bcb2-2d543a7003c1,DISK] 2024-11-25T04:44:40,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37839,DS-f0a11440-aff2-4047-ba0b-09f033947987,DISK] 2024-11-25T04:44:40,461 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/WALs/13aa81add8b8,37599,1732509880189/13aa81add8b8%2C37599%2C1732509880189.1732509880445 2024-11-25T04:44:40,461 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33533:33533),(127.0.0.1/127.0.0.1:45905:45905)] 2024-11-25T04:44:40,461 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T04:44:40,461 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:44:40,462 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:44:40,462 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:44:40,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:44:40,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T04:44:40,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:44:40,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:44:40,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:44:40,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T04:44:40,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:44:40,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T04:44:40,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:44:40,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T04:44:40,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:44:40,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T04:44:40,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:44:40,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T04:44:40,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:44:40,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T04:44:40,470 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:44:40,470 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:44:40,471 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:44:40,472 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:44:40,472 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:44:40,472 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T04:44:40,473 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T04:44:40,475 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T04:44:40,476 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=823324, jitterRate=0.04691129922866821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T04:44:40,476 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732509880462Initializing all the Stores at 1732509880463 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509880463Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509880463Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509880463Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509880463Cleaning up temporary data from old regions at 1732509880472 (+9 ms)Region opened successfully at 1732509880476 (+4 ms) 2024-11-25T04:44:40,476 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T04:44:40,479 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e298e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=13aa81add8b8/172.17.0.2:0 2024-11-25T04:44:40,480 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T04:44:40,480 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T04:44:40,480 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T04:44:40,480 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T04:44:40,481 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T04:44:40,481 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T04:44:40,481 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T04:44:40,483 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T04:44:40,483 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T04:44:40,512 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T04:44:40,512 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T04:44:40,513 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T04:44:40,522 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T04:44:40,522 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T04:44:40,524 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T04:44:40,530 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T04:44:40,532 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T04:44:40,538 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T04:44:40,540 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T04:44:40,547 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T04:44:40,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T04:44:40,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x1017198622d0001, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T04:44:40,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:44:40,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x1017198622d0001, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:44:40,556 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=13aa81add8b8,37599,1732509880189, sessionid=0x1017198622d0000, setting cluster-up flag (Was=false) 2024-11-25T04:44:40,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:44:40,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x1017198622d0001, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:44:40,597 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T04:44:40,601 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=13aa81add8b8,37599,1732509880189 2024-11-25T04:44:40,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x1017198622d0001, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:44:40,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:44:40,647 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T04:44:40,648 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=13aa81add8b8,37599,1732509880189 2024-11-25T04:44:40,650 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T04:44:40,651 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T04:44:40,652 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T04:44:40,652 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T04:44:40,652 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 13aa81add8b8,37599,1732509880189 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T04:44:40,654 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/13aa81add8b8:0, corePoolSize=5, maxPoolSize=5 2024-11-25T04:44:40,654 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/13aa81add8b8:0, corePoolSize=5, maxPoolSize=5 2024-11-25T04:44:40,654 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/13aa81add8b8:0, corePoolSize=5, maxPoolSize=5 2024-11-25T04:44:40,654 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/13aa81add8b8:0, corePoolSize=5, maxPoolSize=5 2024-11-25T04:44:40,654 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/13aa81add8b8:0, corePoolSize=10, maxPoolSize=10 2024-11-25T04:44:40,654 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:44:40,654 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/13aa81add8b8:0, corePoolSize=2, maxPoolSize=2 2024-11-25T04:44:40,654 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:44:40,655 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732509910655 2024-11-25T04:44:40,655 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T04:44:40,655 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T04:44:40,655 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T04:44:40,655 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T04:44:40,655 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T04:44:40,655 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T04:44:40,655 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T04:44:40,656 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T04:44:40,656 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T04:44:40,656 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T04:44:40,656 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T04:44:40,656 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T04:44:40,656 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T04:44:40,656 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T04:44:40,656 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.large.0-1732509880656,5,FailOnTimeoutGroup] 2024-11-25T04:44:40,657 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.small.0-1732509880656,5,FailOnTimeoutGroup] 2024-11-25T04:44:40,657 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T04:44:40,657 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T04:44:40,657 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T04:44:40,657 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:44:40,657 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T04:44:40,657 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T04:44:40,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741831_1007 (size=1321) 2024-11-25T04:44:40,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741831_1007 (size=1321) 2024-11-25T04:44:40,663 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T04:44:40,663 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac 2024-11-25T04:44:40,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741832_1008 (size=32) 2024-11-25T04:44:40,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741832_1008 (size=32) 2024-11-25T04:44:40,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:44:40,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T04:44:40,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T04:44:40,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:44:40,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:44:40,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T04:44:40,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T04:44:40,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:44:40,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:44:40,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T04:44:40,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T04:44:40,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:44:40,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:44:40,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T04:44:40,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T04:44:40,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:44:40,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:44:40,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T04:44:40,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/data/hbase/meta/1588230740 2024-11-25T04:44:40,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/data/hbase/meta/1588230740 2024-11-25T04:44:40,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T04:44:40,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T04:44:40,681 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T04:44:40,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T04:44:40,683 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T04:44:40,684 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=808020, jitterRate=0.027451440691947937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T04:44:40,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732509880671Initializing all the Stores at 1732509880671Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509880671Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509880672 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509880672Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509880672Cleaning up temporary data from old regions at 1732509880680 (+8 ms)Region opened successfully at 1732509880684 (+4 ms) 2024-11-25T04:44:40,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T04:44:40,684 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T04:44:40,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T04:44:40,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T04:44:40,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T04:44:40,685 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T04:44:40,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732509880684Disabling compacts and flushes for region at 1732509880684Disabling writes for close at 1732509880684Writing region close event to WAL at 1732509880684Closed at 1732509880685 (+1 ms) 2024-11-25T04:44:40,685 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T04:44:40,686 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T04:44:40,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T04:44:40,686 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T04:44:40,687 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T04:44:40,751 INFO [RS:0;13aa81add8b8:32919 {}] regionserver.HRegionServer(746): ClusterId : 8605afe3-dc8e-4ae0-b3fd-2d8c26fc0c91 2024-11-25T04:44:40,751 DEBUG [RS:0;13aa81add8b8:32919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T04:44:40,766 DEBUG [RS:0;13aa81add8b8:32919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T04:44:40,766 DEBUG [RS:0;13aa81add8b8:32919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T04:44:40,772 DEBUG [RS:0;13aa81add8b8:32919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T04:44:40,773 DEBUG [RS:0;13aa81add8b8:32919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6999e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=13aa81add8b8/172.17.0.2:0 2024-11-25T04:44:40,785 DEBUG [RS:0;13aa81add8b8:32919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;13aa81add8b8:32919 2024-11-25T04:44:40,785 INFO [RS:0;13aa81add8b8:32919 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T04:44:40,785 INFO [RS:0;13aa81add8b8:32919 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T04:44:40,785 DEBUG [RS:0;13aa81add8b8:32919 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T04:44:40,786 INFO [RS:0;13aa81add8b8:32919 {}] regionserver.HRegionServer(2659): reportForDuty to master=13aa81add8b8,37599,1732509880189 with port=32919, startcode=1732509880326 2024-11-25T04:44:40,786 DEBUG [RS:0;13aa81add8b8:32919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T04:44:40,787 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55769, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T04:44:40,787 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37599 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 13aa81add8b8,32919,1732509880326 2024-11-25T04:44:40,787 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37599 {}] master.ServerManager(517): Registering regionserver=13aa81add8b8,32919,1732509880326 2024-11-25T04:44:40,789 DEBUG [RS:0;13aa81add8b8:32919 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac 2024-11-25T04:44:40,789 DEBUG [RS:0;13aa81add8b8:32919 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39805 2024-11-25T04:44:40,789 DEBUG [RS:0;13aa81add8b8:32919 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T04:44:40,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T04:44:40,797 DEBUG [RS:0;13aa81add8b8:32919 {}] zookeeper.ZKUtil(111): regionserver:32919-0x1017198622d0001, quorum=127.0.0.1:64732, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/13aa81add8b8,32919,1732509880326 2024-11-25T04:44:40,798 WARN [RS:0;13aa81add8b8:32919 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T04:44:40,798 INFO [RS:0;13aa81add8b8:32919 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T04:44:40,798 DEBUG [RS:0;13aa81add8b8:32919 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/WALs/13aa81add8b8,32919,1732509880326 2024-11-25T04:44:40,798 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [13aa81add8b8,32919,1732509880326] 2024-11-25T04:44:40,801 INFO [RS:0;13aa81add8b8:32919 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T04:44:40,802 INFO [RS:0;13aa81add8b8:32919 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T04:44:40,803 INFO [RS:0;13aa81add8b8:32919 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T04:44:40,803 INFO [RS:0;13aa81add8b8:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T04:44:40,803 INFO [RS:0;13aa81add8b8:32919 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T04:44:40,804 INFO [RS:0;13aa81add8b8:32919 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T04:44:40,804 INFO [RS:0;13aa81add8b8:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T04:44:40,804 DEBUG [RS:0;13aa81add8b8:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:44:40,804 DEBUG [RS:0;13aa81add8b8:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:44:40,805 DEBUG [RS:0;13aa81add8b8:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:44:40,805 DEBUG [RS:0;13aa81add8b8:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:44:40,805 DEBUG [RS:0;13aa81add8b8:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:44:40,805 DEBUG [RS:0;13aa81add8b8:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/13aa81add8b8:0, corePoolSize=2, maxPoolSize=2 2024-11-25T04:44:40,805 DEBUG [RS:0;13aa81add8b8:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:44:40,805 DEBUG [RS:0;13aa81add8b8:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:44:40,805 DEBUG [RS:0;13aa81add8b8:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:44:40,805 DEBUG [RS:0;13aa81add8b8:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:44:40,805 DEBUG [RS:0;13aa81add8b8:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:44:40,805 DEBUG [RS:0;13aa81add8b8:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/13aa81add8b8:0, corePoolSize=1, maxPoolSize=1 2024-11-25T04:44:40,805 DEBUG [RS:0;13aa81add8b8:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/13aa81add8b8:0, corePoolSize=3, maxPoolSize=3 2024-11-25T04:44:40,805 DEBUG [RS:0;13aa81add8b8:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/13aa81add8b8:0, corePoolSize=3, maxPoolSize=3 2024-11-25T04:44:40,806 INFO [RS:0;13aa81add8b8:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T04:44:40,806 INFO [RS:0;13aa81add8b8:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T04:44:40,806 INFO [RS:0;13aa81add8b8:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T04:44:40,807 INFO [RS:0;13aa81add8b8:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T04:44:40,807 INFO [RS:0;13aa81add8b8:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T04:44:40,807 INFO [RS:0;13aa81add8b8:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,32919,1732509880326-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T04:44:40,822 INFO [RS:0;13aa81add8b8:32919 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T04:44:40,823 INFO [RS:0;13aa81add8b8:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,32919,1732509880326-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T04:44:40,823 INFO [RS:0;13aa81add8b8:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:44:40,823 INFO [RS:0;13aa81add8b8:32919 {}] regionserver.Replication(171): 13aa81add8b8,32919,1732509880326 started 2024-11-25T04:44:40,837 INFO [RS:0;13aa81add8b8:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:44:40,837 INFO [RS:0;13aa81add8b8:32919 {}] regionserver.HRegionServer(1482): Serving as 13aa81add8b8,32919,1732509880326, RpcServer on 13aa81add8b8/172.17.0.2:32919, sessionid=0x1017198622d0001 2024-11-25T04:44:40,837 DEBUG [RS:0;13aa81add8b8:32919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T04:44:40,837 DEBUG [RS:0;13aa81add8b8:32919 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 13aa81add8b8,32919,1732509880326 2024-11-25T04:44:40,837 DEBUG [RS:0;13aa81add8b8:32919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '13aa81add8b8,32919,1732509880326' 2024-11-25T04:44:40,837 DEBUG [RS:0;13aa81add8b8:32919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T04:44:40,837 WARN [13aa81add8b8:37599 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T04:44:40,838 DEBUG [RS:0;13aa81add8b8:32919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T04:44:40,838 DEBUG [RS:0;13aa81add8b8:32919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T04:44:40,838 DEBUG [RS:0;13aa81add8b8:32919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T04:44:40,838 DEBUG [RS:0;13aa81add8b8:32919 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 13aa81add8b8,32919,1732509880326 2024-11-25T04:44:40,838 DEBUG [RS:0;13aa81add8b8:32919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '13aa81add8b8,32919,1732509880326' 2024-11-25T04:44:40,838 DEBUG [RS:0;13aa81add8b8:32919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T04:44:40,838 DEBUG [RS:0;13aa81add8b8:32919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T04:44:40,839 DEBUG [RS:0;13aa81add8b8:32919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T04:44:40,839 INFO [RS:0;13aa81add8b8:32919 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T04:44:40,839 INFO [RS:0;13aa81add8b8:32919 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T04:44:40,939 INFO [RS:0;13aa81add8b8:32919 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T04:44:40,941 INFO [RS:0;13aa81add8b8:32919 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=13aa81add8b8%2C32919%2C1732509880326, suffix=, logDir=hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/WALs/13aa81add8b8,32919,1732509880326, archiveDir=hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/oldWALs, maxLogs=32 2024-11-25T04:44:40,959 DEBUG [RS:0;13aa81add8b8:32919 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/WALs/13aa81add8b8,32919,1732509880326/13aa81add8b8%2C32919%2C1732509880326.1732509880942, exclude list is [], retry=0 2024-11-25T04:44:40,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34077,DS-a259f97d-3d8d-4ffc-bcb2-2d543a7003c1,DISK] 2024-11-25T04:44:40,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37839,DS-f0a11440-aff2-4047-ba0b-09f033947987,DISK] 2024-11-25T04:44:40,963 INFO [RS:0;13aa81add8b8:32919 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/WALs/13aa81add8b8,32919,1732509880326/13aa81add8b8%2C32919%2C1732509880326.1732509880942 2024-11-25T04:44:40,964 DEBUG [RS:0;13aa81add8b8:32919 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33533:33533),(127.0.0.1/127.0.0.1:45905:45905)] 2024-11-25T04:44:41,088 DEBUG [13aa81add8b8:37599 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T04:44:41,089 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=13aa81add8b8,32919,1732509880326 2024-11-25T04:44:41,091 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 13aa81add8b8,32919,1732509880326, state=OPENING 2024-11-25T04:44:41,122 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T04:44:41,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x1017198622d0001, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:44:41,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:44:41,131 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T04:44:41,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T04:44:41,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T04:44:41,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=13aa81add8b8,32919,1732509880326}] 2024-11-25T04:44:41,285 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T04:44:41,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55771, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T04:44:41,296 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T04:44:41,296 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T04:44:41,296 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T04:44:41,298 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=13aa81add8b8%2C32919%2C1732509880326.meta, suffix=.meta, logDir=hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/WALs/13aa81add8b8,32919,1732509880326, archiveDir=hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/oldWALs, maxLogs=32 2024-11-25T04:44:41,313 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/WALs/13aa81add8b8,32919,1732509880326/13aa81add8b8%2C32919%2C1732509880326.meta.1732509881299.meta, exclude list is [], retry=0 2024-11-25T04:44:41,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37839,DS-f0a11440-aff2-4047-ba0b-09f033947987,DISK] 2024-11-25T04:44:41,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34077,DS-a259f97d-3d8d-4ffc-bcb2-2d543a7003c1,DISK] 2024-11-25T04:44:41,317 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/WALs/13aa81add8b8,32919,1732509880326/13aa81add8b8%2C32919%2C1732509880326.meta.1732509881299.meta 2024-11-25T04:44:41,317 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33533:33533),(127.0.0.1/127.0.0.1:45905:45905)] 2024-11-25T04:44:41,317 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T04:44:41,317 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T04:44:41,318 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T04:44:41,318 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T04:44:41,318 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T04:44:41,318 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T04:44:41,318 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T04:44:41,318 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T04:44:41,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T04:44:41,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T04:44:41,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:44:41,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:44:41,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T04:44:41,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T04:44:41,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:44:41,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:44:41,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T04:44:41,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T04:44:41,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:44:41,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:44:41,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T04:44:41,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T04:44:41,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T04:44:41,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T04:44:41,324 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T04:44:41,324 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/data/hbase/meta/1588230740 2024-11-25T04:44:41,325 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/data/hbase/meta/1588230740 2024-11-25T04:44:41,326 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T04:44:41,326 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T04:44:41,327 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T04:44:41,328 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T04:44:41,329 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=851413, jitterRate=0.0826285183429718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T04:44:41,329 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T04:44:41,330 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732509881318Writing region info on filesystem at 1732509881318Initializing all the Stores at 1732509881319 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509881319Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509881319Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732509881319Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732509881319Cleaning up temporary data from old regions at 1732509881326 (+7 ms)Running coprocessor post-open hooks at 1732509881329 (+3 ms)Region opened successfully at 1732509881329 2024-11-25T04:44:41,330 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732509881285 2024-11-25T04:44:41,332 DEBUG [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T04:44:41,332 INFO [RS_OPEN_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T04:44:41,333 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=13aa81add8b8,32919,1732509880326 2024-11-25T04:44:41,333 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 13aa81add8b8,32919,1732509880326, state=OPEN 2024-11-25T04:44:41,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T04:44:41,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x1017198622d0001, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T04:44:41,370 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=13aa81add8b8,32919,1732509880326 2024-11-25T04:44:41,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T04:44:41,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T04:44:41,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T04:44:41,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=13aa81add8b8,32919,1732509880326 in 239 msec 2024-11-25T04:44:41,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T04:44:41,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 686 msec 2024-11-25T04:44:41,375 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T04:44:41,375 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T04:44:41,376 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T04:44:41,377 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13aa81add8b8,32919,1732509880326, seqNum=-1] 2024-11-25T04:44:41,377 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T04:44:41,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58801, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T04:44:41,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 730 msec 2024-11-25T04:44:41,382 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732509881382, completionTime=-1 2024-11-25T04:44:41,382 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T04:44:41,382 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T04:44:41,384 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T04:44:41,384 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732509941384 2024-11-25T04:44:41,384 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732510001384 2024-11-25T04:44:41,384 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T04:44:41,384 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,37599,1732509880189-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T04:44:41,384 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,37599,1732509880189-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:44:41,384 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,37599,1732509880189-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:44:41,384 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-13aa81add8b8:37599, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:44:41,384 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T04:44:41,384 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T04:44:41,386 DEBUG [master/13aa81add8b8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T04:44:41,387 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.998sec 2024-11-25T04:44:41,387 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T04:44:41,387 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T04:44:41,387 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T04:44:41,387 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T04:44:41,387 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T04:44:41,387 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,37599,1732509880189-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T04:44:41,387 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,37599,1732509880189-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T04:44:41,390 DEBUG [master/13aa81add8b8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T04:44:41,390 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T04:44:41,390 INFO [master/13aa81add8b8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=13aa81add8b8,37599,1732509880189-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T04:44:41,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f192ec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T04:44:41,451 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 13aa81add8b8,37599,-1 for getting cluster id 2024-11-25T04:44:41,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T04:44:41,452 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8605afe3-dc8e-4ae0-b3fd-2d8c26fc0c91' 2024-11-25T04:44:41,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T04:44:41,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8605afe3-dc8e-4ae0-b3fd-2d8c26fc0c91" 2024-11-25T04:44:41,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750ccea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T04:44:41,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [13aa81add8b8,37599,-1] 2024-11-25T04:44:41,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T04:44:41,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:44:41,454 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T04:44:41,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca7e2b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T04:44:41,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T04:44:41,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=13aa81add8b8,32919,1732509880326, seqNum=-1] 2024-11-25T04:44:41,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T04:44:41,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T04:44:41,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=13aa81add8b8,37599,1732509880189 2024-11-25T04:44:41,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T04:44:41,461 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-25T04:44:41,461 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T04:44:41,462 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T04:44:41,464 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/WALs/test.com,8080,1, archiveDir=hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/oldWALs, maxLogs=32 2024-11-25T04:44:41,476 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/WALs/test.com,8080,1/test.com%2C8080%2C1.1732509881464, exclude list is [], retry=0 2024-11-25T04:44:41,479 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37839,DS-f0a11440-aff2-4047-ba0b-09f033947987,DISK] 2024-11-25T04:44:41,479 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34077,DS-a259f97d-3d8d-4ffc-bcb2-2d543a7003c1,DISK] 2024-11-25T04:44:41,481 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/WALs/test.com,8080,1/test.com%2C8080%2C1.1732509881464 2024-11-25T04:44:41,481 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45905:45905),(127.0.0.1/127.0.0.1:33533:33533)] 2024-11-25T04:44:41,492 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/WALs/test.com,8080,1/test.com%2C8080%2C1.1732509881481, exclude list is [], retry=0 2024-11-25T04:44:41,495 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34077,DS-a259f97d-3d8d-4ffc-bcb2-2d543a7003c1,DISK] 2024-11-25T04:44:41,495 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37839,DS-f0a11440-aff2-4047-ba0b-09f033947987,DISK] 2024-11-25T04:44:41,497 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/WALs/test.com,8080,1/test.com%2C8080%2C1.1732509881464 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/WALs/test.com,8080,1/test.com%2C8080%2C1.1732509881481 2024-11-25T04:44:41,497 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33533:33533),(127.0.0.1/127.0.0.1:45905:45905)] 2024-11-25T04:44:41,497 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/WALs/test.com,8080,1/test.com%2C8080%2C1.1732509881464 is not closed yet, will try archiving it next time 2024-11-25T04:44:41,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741835_1011 (size=93) 2024-11-25T04:44:41,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741835_1011 (size=93) 2024-11-25T04:44:41,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741836_1012 (size=93) 2024-11-25T04:44:41,499 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/WALs/test.com,8080,1/test.com%2C8080%2C1.1732509881464 to hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/oldWALs/test.com%2C8080%2C1.1732509881464 2024-11-25T04:44:41,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741836_1012 (size=93) 2024-11-25T04:44:41,502 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/oldWALs 2024-11-25T04:44:41,502 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1732509881481) 2024-11-25T04:44:41,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T04:44:41,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T04:44:41,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T04:44:41,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:44:41,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:44:41,503 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T04:44:41,503 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=310251641, stopped=false 2024-11-25T04:44:41,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T04:44:41,503 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=13aa81add8b8,37599,1732509880189 2024-11-25T04:44:41,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T04:44:41,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x1017198622d0001, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T04:44:41,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x1017198622d0001, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:44:41,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:44:41,520 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T04:44:41,520 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T04:44:41,520 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T04:44:41,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:44:41,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T04:44:41,521 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '13aa81add8b8,32919,1732509880326' ***** 2024-11-25T04:44:41,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32919-0x1017198622d0001, quorum=127.0.0.1:64732, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T04:44:41,521 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T04:44:41,521 INFO [RS:0;13aa81add8b8:32919 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T04:44:41,521 INFO [RS:0;13aa81add8b8:32919 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T04:44:41,521 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T04:44:41,521 INFO [RS:0;13aa81add8b8:32919 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T04:44:41,521 INFO [RS:0;13aa81add8b8:32919 {}] regionserver.HRegionServer(959): stopping server 13aa81add8b8,32919,1732509880326 2024-11-25T04:44:41,521 INFO [RS:0;13aa81add8b8:32919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T04:44:41,521 INFO [RS:0;13aa81add8b8:32919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;13aa81add8b8:32919. 2024-11-25T04:44:41,521 DEBUG [RS:0;13aa81add8b8:32919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T04:44:41,521 DEBUG [RS:0;13aa81add8b8:32919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:44:41,521 INFO [RS:0;13aa81add8b8:32919 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T04:44:41,521 INFO [RS:0;13aa81add8b8:32919 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T04:44:41,521 INFO [RS:0;13aa81add8b8:32919 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T04:44:41,521 INFO [RS:0;13aa81add8b8:32919 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T04:44:41,522 INFO [RS:0;13aa81add8b8:32919 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T04:44:41,522 DEBUG [RS:0;13aa81add8b8:32919 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T04:44:41,522 DEBUG [RS:0;13aa81add8b8:32919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T04:44:41,522 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T04:44:41,522 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T04:44:41,522 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T04:44:41,522 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T04:44:41,522 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T04:44:41,522 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-25T04:44:41,537 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/data/hbase/meta/1588230740/.tmp/ns/300ed52c155a4a0eb78a0293a5236766 is 43, key is default/ns:d/1732509881378/Put/seqid=0 2024-11-25T04:44:41,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741837_1013 (size=5153) 2024-11-25T04:44:41,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741837_1013 (size=5153) 2024-11-25T04:44:41,542 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/data/hbase/meta/1588230740/.tmp/ns/300ed52c155a4a0eb78a0293a5236766 2024-11-25T04:44:41,548 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/data/hbase/meta/1588230740/.tmp/ns/300ed52c155a4a0eb78a0293a5236766 as hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/data/hbase/meta/1588230740/ns/300ed52c155a4a0eb78a0293a5236766 2024-11-25T04:44:41,553 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/data/hbase/meta/1588230740/ns/300ed52c155a4a0eb78a0293a5236766, entries=2, sequenceid=6, filesize=5.0 K 2024-11-25T04:44:41,554 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false 2024-11-25T04:44:41,558 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T04:44:41,558 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T04:44:41,559 INFO [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T04:44:41,559 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732509881522Running coprocessor pre-close hooks at 1732509881522Disabling compacts and flushes for region at 1732509881522Disabling writes for close at 1732509881522Obtaining lock to block concurrent updates at 1732509881522Preparing flush snapshotting stores in 1588230740 at 1732509881522Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732509881522Flushing stores of hbase:meta,,1.1588230740 at 1732509881523 (+1 ms)Flushing 1588230740/ns: creating writer at 1732509881523Flushing 1588230740/ns: appending metadata at 1732509881537 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732509881537Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20b1823e: reopening flushed file at 1732509881547 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false at 1732509881554 (+7 ms)Writing region close event to WAL at 1732509881555 (+1 ms)Running coprocessor post-close hooks at 1732509881558 (+3 ms)Closed at 1732509881559 (+1 ms) 2024-11-25T04:44:41,559 DEBUG [RS_CLOSE_META-regionserver/13aa81add8b8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T04:44:41,722 INFO [RS:0;13aa81add8b8:32919 {}] regionserver.HRegionServer(976): stopping server 13aa81add8b8,32919,1732509880326; all regions closed. 2024-11-25T04:44:41,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741834_1010 (size=1152) 2024-11-25T04:44:41,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741834_1010 (size=1152) 2024-11-25T04:44:41,726 DEBUG [RS:0;13aa81add8b8:32919 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/oldWALs 2024-11-25T04:44:41,726 INFO [RS:0;13aa81add8b8:32919 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 13aa81add8b8%2C32919%2C1732509880326.meta:.meta(num 1732509881299) 2024-11-25T04:44:41,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741833_1009 (size=93) 2024-11-25T04:44:41,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741833_1009 (size=93) 2024-11-25T04:44:41,729 DEBUG [RS:0;13aa81add8b8:32919 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/oldWALs 2024-11-25T04:44:41,730 INFO [RS:0;13aa81add8b8:32919 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 13aa81add8b8%2C32919%2C1732509880326:(num 1732509880942) 2024-11-25T04:44:41,730 DEBUG [RS:0;13aa81add8b8:32919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T04:44:41,730 INFO [RS:0;13aa81add8b8:32919 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T04:44:41,730 INFO [RS:0;13aa81add8b8:32919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T04:44:41,730 INFO [RS:0;13aa81add8b8:32919 {}] hbase.ChoreService(370): Chore service for: regionserver/13aa81add8b8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T04:44:41,730 INFO [RS:0;13aa81add8b8:32919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T04:44:41,730 INFO [regionserver/13aa81add8b8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T04:44:41,730 INFO [RS:0;13aa81add8b8:32919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32919 2024-11-25T04:44:41,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x1017198622d0001, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/13aa81add8b8,32919,1732509880326 2024-11-25T04:44:41,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T04:44:41,753 INFO [RS:0;13aa81add8b8:32919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T04:44:41,754 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [13aa81add8b8,32919,1732509880326] 2024-11-25T04:44:41,772 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/13aa81add8b8,32919,1732509880326 already deleted, retry=false 2024-11-25T04:44:41,772 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 13aa81add8b8,32919,1732509880326 expired; onlineServers=0 2024-11-25T04:44:41,772 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '13aa81add8b8,37599,1732509880189' ***** 2024-11-25T04:44:41,772 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T04:44:41,772 INFO [M:0;13aa81add8b8:37599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T04:44:41,772 INFO [M:0;13aa81add8b8:37599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T04:44:41,772 DEBUG [M:0;13aa81add8b8:37599 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T04:44:41,772 DEBUG [M:0;13aa81add8b8:37599 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T04:44:41,772 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T04:44:41,772 DEBUG [master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.large.0-1732509880656 {}] cleaner.HFileCleaner(306): Exit Thread[master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.large.0-1732509880656,5,FailOnTimeoutGroup] 2024-11-25T04:44:41,772 DEBUG [master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.small.0-1732509880656 {}] cleaner.HFileCleaner(306): Exit Thread[master/13aa81add8b8:0:becomeActiveMaster-HFileCleaner.small.0-1732509880656,5,FailOnTimeoutGroup] 2024-11-25T04:44:41,773 INFO [M:0;13aa81add8b8:37599 {}] hbase.ChoreService(370): Chore service for: master/13aa81add8b8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T04:44:41,773 INFO [M:0;13aa81add8b8:37599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T04:44:41,773 DEBUG [M:0;13aa81add8b8:37599 {}] master.HMaster(1795): Stopping service threads 2024-11-25T04:44:41,773 INFO [M:0;13aa81add8b8:37599 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T04:44:41,773 INFO [M:0;13aa81add8b8:37599 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T04:44:41,773 INFO [M:0;13aa81add8b8:37599 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T04:44:41,774 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T04:44:41,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T04:44:41,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T04:44:41,780 DEBUG [M:0;13aa81add8b8:37599 {}] zookeeper.ZKUtil(347): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T04:44:41,780 WARN [M:0;13aa81add8b8:37599 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T04:44:41,781 INFO [M:0;13aa81add8b8:37599 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/.lastflushedseqids 2024-11-25T04:44:41,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741838_1014 (size=99) 2024-11-25T04:44:41,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741838_1014 (size=99) 2024-11-25T04:44:41,792 INFO [M:0;13aa81add8b8:37599 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T04:44:41,792 INFO [M:0;13aa81add8b8:37599 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T04:44:41,792 DEBUG [M:0;13aa81add8b8:37599 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T04:44:41,792 INFO [M:0;13aa81add8b8:37599 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:44:41,792 DEBUG [M:0;13aa81add8b8:37599 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:44:41,792 DEBUG [M:0;13aa81add8b8:37599 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T04:44:41,792 DEBUG [M:0;13aa81add8b8:37599 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:44:41,792 INFO [M:0;13aa81add8b8:37599 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-25T04:44:41,806 DEBUG [M:0;13aa81add8b8:37599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8d73b78f04542c18213e3c63e55e0cb is 82, key is hbase:meta,,1/info:regioninfo/1732509881333/Put/seqid=0 2024-11-25T04:44:41,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741839_1015 (size=5672) 2024-11-25T04:44:41,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741839_1015 (size=5672) 2024-11-25T04:44:41,811 INFO [M:0;13aa81add8b8:37599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8d73b78f04542c18213e3c63e55e0cb 2024-11-25T04:44:41,830 DEBUG [M:0;13aa81add8b8:37599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea4bdb5da80e4bf2bdf5b59b61ab5abc is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732509881381/Put/seqid=0 2024-11-25T04:44:41,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741840_1016 (size=5275) 2024-11-25T04:44:41,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741840_1016 (size=5275) 2024-11-25T04:44:41,834 INFO [M:0;13aa81add8b8:37599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea4bdb5da80e4bf2bdf5b59b61ab5abc 2024-11-25T04:44:41,854 DEBUG [M:0;13aa81add8b8:37599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0179e58e37b4b68a55958ce4fcb1ed9 is 69, key is 13aa81add8b8,32919,1732509880326/rs:state/1732509880788/Put/seqid=0 2024-11-25T04:44:41,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741841_1017 (size=5156) 2024-11-25T04:44:41,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741841_1017 (size=5156) 2024-11-25T04:44:41,859 INFO [M:0;13aa81add8b8:37599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0179e58e37b4b68a55958ce4fcb1ed9 2024-11-25T04:44:41,864 INFO [RS:0;13aa81add8b8:32919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T04:44:41,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x1017198622d0001, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T04:44:41,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x1017198622d0001, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T04:44:41,864 INFO [RS:0;13aa81add8b8:32919 {}] regionserver.HRegionServer(1031): Exiting; stopping=13aa81add8b8,32919,1732509880326; zookeeper connection closed. 2024-11-25T04:44:41,864 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d80921e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d80921e 2024-11-25T04:44:41,864 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T04:44:41,876 DEBUG [M:0;13aa81add8b8:37599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/313f2d665cab4751afcba3b372939d33 is 52, key is load_balancer_on/state:d/1732509881460/Put/seqid=0 2024-11-25T04:44:41,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741842_1018 (size=5056) 2024-11-25T04:44:41,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741842_1018 (size=5056) 2024-11-25T04:44:41,881 INFO [M:0;13aa81add8b8:37599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/313f2d665cab4751afcba3b372939d33 2024-11-25T04:44:41,886 DEBUG [M:0;13aa81add8b8:37599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8d73b78f04542c18213e3c63e55e0cb as hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8d73b78f04542c18213e3c63e55e0cb 2024-11-25T04:44:41,890 INFO [M:0;13aa81add8b8:37599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8d73b78f04542c18213e3c63e55e0cb, entries=8, sequenceid=29, filesize=5.5 K 2024-11-25T04:44:41,891 DEBUG [M:0;13aa81add8b8:37599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea4bdb5da80e4bf2bdf5b59b61ab5abc as hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea4bdb5da80e4bf2bdf5b59b61ab5abc 2024-11-25T04:44:41,896 INFO [M:0;13aa81add8b8:37599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea4bdb5da80e4bf2bdf5b59b61ab5abc, entries=3, sequenceid=29, filesize=5.2 K 2024-11-25T04:44:41,897 DEBUG [M:0;13aa81add8b8:37599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0179e58e37b4b68a55958ce4fcb1ed9 as hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0179e58e37b4b68a55958ce4fcb1ed9 2024-11-25T04:44:41,902 INFO [M:0;13aa81add8b8:37599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0179e58e37b4b68a55958ce4fcb1ed9, entries=1, sequenceid=29, filesize=5.0 K 2024-11-25T04:44:41,903 DEBUG [M:0;13aa81add8b8:37599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/313f2d665cab4751afcba3b372939d33 as hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/313f2d665cab4751afcba3b372939d33 2024-11-25T04:44:41,908 INFO [M:0;13aa81add8b8:37599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39805/user/jenkins/test-data/8f47dba1-a05e-1b05-6f2d-9cc6fcae65ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/313f2d665cab4751afcba3b372939d33, entries=1, sequenceid=29, filesize=4.9 K 2024-11-25T04:44:41,909 INFO [M:0;13aa81add8b8:37599 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=29, compaction requested=false 2024-11-25T04:44:41,911 INFO [M:0;13aa81add8b8:37599 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T04:44:41,911 DEBUG [M:0;13aa81add8b8:37599 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732509881792Disabling compacts and flushes for region at 1732509881792Disabling writes for close at 1732509881792Obtaining lock to block concurrent updates at 1732509881792Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732509881792Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1732509881793 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732509881793Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732509881793Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732509881806 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732509881806Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732509881815 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732509881830 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732509881830Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732509881838 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732509881853 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732509881853Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732509881863 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732509881876 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732509881876Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bd81805: reopening flushed file at 1732509881885 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e658c39: reopening flushed file at 1732509881891 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65046d82: reopening flushed file at 1732509881896 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f13f5eb: reopening flushed file at 1732509881902 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=29, compaction requested=false at 1732509881909 (+7 ms)Writing region close event to WAL at 1732509881911 (+2 ms)Closed at 1732509881911 2024-11-25T04:44:41,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741830_1006 (size=10311) 2024-11-25T04:44:41,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741830_1006 (size=10311) 2024-11-25T04:44:41,914 INFO [M:0;13aa81add8b8:37599 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T04:44:41,914 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T04:44:41,914 INFO [M:0;13aa81add8b8:37599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37599 2024-11-25T04:44:41,914 INFO [M:0;13aa81add8b8:37599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T04:44:42,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T04:44:42,039 INFO [M:0;13aa81add8b8:37599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T04:44:42,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37599-0x1017198622d0000, quorum=127.0.0.1:64732, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T04:44:42,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18eca9eb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:44:42,046 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31b9a601{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T04:44:42,046 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T04:44:42,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7874a1cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T04:44:42,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7189f8f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/hadoop.log.dir/,STOPPED} 2024-11-25T04:44:42,047 WARN [BP-455987744-172.17.0.2-1732509878491 heartbeating to localhost/127.0.0.1:39805 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T04:44:42,047 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T04:44:42,047 WARN [BP-455987744-172.17.0.2-1732509878491 heartbeating to localhost/127.0.0.1:39805 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-455987744-172.17.0.2-1732509878491 (Datanode Uuid 15cfd55a-c984-4415-b74a-49c6af23589f) service to localhost/127.0.0.1:39805 2024-11-25T04:44:42,048 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T04:44:42,048 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/cluster_10914559-3c48-78b6-1041-c0056b1f740b/data/data3/current/BP-455987744-172.17.0.2-1732509878491 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:44:42,048 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/cluster_10914559-3c48-78b6-1041-c0056b1f740b/data/data4/current/BP-455987744-172.17.0.2-1732509878491 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:44:42,049 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T04:44:42,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7998f502{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T04:44:42,056 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52b8744d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T04:44:42,056 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T04:44:42,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d2dbf0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T04:44:42,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56701355{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/hadoop.log.dir/,STOPPED} 2024-11-25T04:44:42,058 WARN [BP-455987744-172.17.0.2-1732509878491 heartbeating to localhost/127.0.0.1:39805 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T04:44:42,058 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T04:44:42,058 WARN [BP-455987744-172.17.0.2-1732509878491 heartbeating to localhost/127.0.0.1:39805 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-455987744-172.17.0.2-1732509878491 (Datanode Uuid 1cdc77b1-a837-433f-a696-c2462f6afa67) service to localhost/127.0.0.1:39805 2024-11-25T04:44:42,058 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T04:44:42,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/cluster_10914559-3c48-78b6-1041-c0056b1f740b/data/data1/current/BP-455987744-172.17.0.2-1732509878491 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:44:42,059 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/cluster_10914559-3c48-78b6-1041-c0056b1f740b/data/data2/current/BP-455987744-172.17.0.2-1732509878491 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T04:44:42,059 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T04:44:42,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72b06676{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T04:44:42,063 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e581493{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T04:44:42,063 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T04:44:42,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@407978c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T04:44:42,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14421cda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8cec159-f359-389c-a2ab-af00e4e68589/hadoop.log.dir/,STOPPED} 2024-11-25T04:44:42,069 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T04:44:42,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T04:44:42,090 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=134 (was 113) - Thread LEAK? -, OpenFileDescriptor=510 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=265 (was 265), ProcessCount=11 (was 11), AvailableMemoryMB=10829 (was 10872)